2024-11-22 15:21:32,203 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 2024-11-22 15:21:32,214 main DEBUG Took 0.009378 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-22 15:21:32,214 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-22 15:21:32,214 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-22 15:21:32,215 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-22 15:21:32,216 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 15:21:32,223 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-22 15:21:32,235 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 15:21:32,236 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 15:21:32,236 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 15:21:32,237 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 15:21:32,237 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 15:21:32,237 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 15:21:32,238 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 15:21:32,238 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 15:21:32,239 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 15:21:32,239 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 15:21:32,240 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 15:21:32,240 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 15:21:32,241 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 15:21:32,241 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 15:21:32,241 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 15:21:32,242 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 15:21:32,242 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 15:21:32,242 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 15:21:32,243 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 15:21:32,243 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 15:21:32,244 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 15:21:32,244 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 15:21:32,244 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 15:21:32,245 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 15:21:32,245 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 15:21:32,245 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-22 15:21:32,247 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 15:21:32,248 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-22 15:21:32,250 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-22 15:21:32,250 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-22 15:21:32,251 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-22 15:21:32,252 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-22 15:21:32,259 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-22 15:21:32,261 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-22 15:21:32,263 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-22 15:21:32,263 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-22 15:21:32,264 main DEBUG createAppenders(={Console}) 2024-11-22 15:21:32,264 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 initialized 2024-11-22 15:21:32,265 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 2024-11-22 15:21:32,265 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 OK. 2024-11-22 15:21:32,265 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-22 15:21:32,266 main DEBUG OutputStream closed 2024-11-22 15:21:32,266 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-22 15:21:32,266 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-22 15:21:32,266 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@54e1c68b OK 2024-11-22 15:21:32,335 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-22 15:21:32,337 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-22 15:21:32,339 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-22 15:21:32,340 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-22 15:21:32,341 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-22 15:21:32,342 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-22 15:21:32,342 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-22 15:21:32,343 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-22 15:21:32,343 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-22 15:21:32,344 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-22 15:21:32,344 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-22 15:21:32,344 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-22 15:21:32,345 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-22 15:21:32,345 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-22 15:21:32,346 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-22 15:21:32,346 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-22 15:21:32,347 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-22 15:21:32,348 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-22 15:21:32,350 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-22 15:21:32,350 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7dda48d9) with optional ClassLoader: null 2024-11-22 15:21:32,350 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-22 15:21:32,351 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7dda48d9] started OK. 2024-11-22T15:21:32,578 DEBUG [main {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/88e22d92-74ce-8b21-dbad-a61ff752a862 2024-11-22 15:21:32,580 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-22 15:21:32,581 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-22T15:21:32,589 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.TestAcidGuaranteesWithBasicPolicy timeout: 13 mins 2024-11-22T15:21:32,615 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-22T15:21:32,619 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/88e22d92-74ce-8b21-dbad-a61ff752a862/cluster_876a8cef-70a4-387e-07ed-2f757e4ae628, deleteOnExit=true 2024-11-22T15:21:32,619 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-11-22T15:21:32,621 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/88e22d92-74ce-8b21-dbad-a61ff752a862/test.cache.data in system properties and HBase conf 2024-11-22T15:21:32,622 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/88e22d92-74ce-8b21-dbad-a61ff752a862/hadoop.tmp.dir in system properties and HBase conf 2024-11-22T15:21:32,623 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/88e22d92-74ce-8b21-dbad-a61ff752a862/hadoop.log.dir in system properties and HBase conf 2024-11-22T15:21:32,624 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/88e22d92-74ce-8b21-dbad-a61ff752a862/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-22T15:21:32,625 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/88e22d92-74ce-8b21-dbad-a61ff752a862/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-22T15:21:32,625 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-11-22T15:21:32,730 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-22T15:21:32,821 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-22T15:21:32,824 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/88e22d92-74ce-8b21-dbad-a61ff752a862/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-22T15:21:32,825 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/88e22d92-74ce-8b21-dbad-a61ff752a862/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-22T15:21:32,825 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/88e22d92-74ce-8b21-dbad-a61ff752a862/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-22T15:21:32,826 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/88e22d92-74ce-8b21-dbad-a61ff752a862/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T15:21:32,826 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/88e22d92-74ce-8b21-dbad-a61ff752a862/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-22T15:21:32,827 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/88e22d92-74ce-8b21-dbad-a61ff752a862/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-22T15:21:32,827 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/88e22d92-74ce-8b21-dbad-a61ff752a862/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T15:21:32,827 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/88e22d92-74ce-8b21-dbad-a61ff752a862/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T15:21:32,828 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/88e22d92-74ce-8b21-dbad-a61ff752a862/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-22T15:21:32,828 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/88e22d92-74ce-8b21-dbad-a61ff752a862/nfs.dump.dir in system properties and HBase conf 2024-11-22T15:21:32,829 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/88e22d92-74ce-8b21-dbad-a61ff752a862/java.io.tmpdir in system properties and HBase conf 2024-11-22T15:21:32,829 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/88e22d92-74ce-8b21-dbad-a61ff752a862/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T15:21:32,829 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/88e22d92-74ce-8b21-dbad-a61ff752a862/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-22T15:21:32,830 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/88e22d92-74ce-8b21-dbad-a61ff752a862/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-22T15:21:33,805 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-22T15:21:33,887 INFO [Time-limited test {}] log.Log(170): Logging initialized @2473ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-22T15:21:33,960 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T15:21:34,040 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T15:21:34,066 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T15:21:34,066 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T15:21:34,067 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-22T15:21:34,081 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T15:21:34,085 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@106ffc0e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/88e22d92-74ce-8b21-dbad-a61ff752a862/hadoop.log.dir/,AVAILABLE} 2024-11-22T15:21:34,086 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@704acb07{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T15:21:34,293 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6904431c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/88e22d92-74ce-8b21-dbad-a61ff752a862/java.io.tmpdir/jetty-localhost-40747-hadoop-hdfs-3_4_1-tests_jar-_-any-9291837642186604235/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T15:21:34,300 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@20178447{HTTP/1.1, (http/1.1)}{localhost:40747} 2024-11-22T15:21:34,300 INFO [Time-limited test {}] server.Server(415): Started @2887ms 2024-11-22T15:21:34,794 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T15:21:34,805 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T15:21:34,807 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T15:21:34,807 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T15:21:34,807 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-22T15:21:34,810 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@ac85cee{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/88e22d92-74ce-8b21-dbad-a61ff752a862/hadoop.log.dir/,AVAILABLE} 2024-11-22T15:21:34,811 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@74536f23{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T15:21:34,928 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@29607158{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/88e22d92-74ce-8b21-dbad-a61ff752a862/java.io.tmpdir/jetty-localhost-34569-hadoop-hdfs-3_4_1-tests_jar-_-any-3758792864669201475/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T15:21:34,929 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@76b7aca8{HTTP/1.1, (http/1.1)}{localhost:34569} 2024-11-22T15:21:34,929 INFO [Time-limited test {}] server.Server(415): Started @3516ms 2024-11-22T15:21:34,979 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-22T15:21:35,832 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/88e22d92-74ce-8b21-dbad-a61ff752a862/cluster_876a8cef-70a4-387e-07ed-2f757e4ae628/dfs/data/data1/current/BP-299229426-172.17.0.2-1732288893415/current, will proceed with Du for space computation calculation, 2024-11-22T15:21:35,832 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/88e22d92-74ce-8b21-dbad-a61ff752a862/cluster_876a8cef-70a4-387e-07ed-2f757e4ae628/dfs/data/data2/current/BP-299229426-172.17.0.2-1732288893415/current, will proceed with Du for space computation calculation, 2024-11-22T15:21:35,856 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-22T15:21:35,896 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe81065a25b6b8f12 with lease ID 0xbfd8915dfe8be508: Processing first storage report for DS-724f5c7d-c5d3-4399-9cec-b208af4c0398 from datanode DatanodeRegistration(127.0.0.1:36401, datanodeUuid=9501af89-f823-4502-9dd7-76c11a698e21, infoPort=35553, infoSecurePort=0, ipcPort=42583, storageInfo=lv=-57;cid=testClusterID;nsid=1777374253;c=1732288893415) 2024-11-22T15:21:35,898 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe81065a25b6b8f12 with lease ID 0xbfd8915dfe8be508: from storage DS-724f5c7d-c5d3-4399-9cec-b208af4c0398 node DatanodeRegistration(127.0.0.1:36401, datanodeUuid=9501af89-f823-4502-9dd7-76c11a698e21, infoPort=35553, infoSecurePort=0, ipcPort=42583, storageInfo=lv=-57;cid=testClusterID;nsid=1777374253;c=1732288893415), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-22T15:21:35,898 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe81065a25b6b8f12 with lease ID 0xbfd8915dfe8be508: Processing first storage report for DS-02bb4d30-3a84-4057-b5df-227f8f0ee548 from datanode DatanodeRegistration(127.0.0.1:36401, datanodeUuid=9501af89-f823-4502-9dd7-76c11a698e21, infoPort=35553, infoSecurePort=0, ipcPort=42583, storageInfo=lv=-57;cid=testClusterID;nsid=1777374253;c=1732288893415) 2024-11-22T15:21:35,899 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe81065a25b6b8f12 with lease ID 0xbfd8915dfe8be508: from storage DS-02bb4d30-3a84-4057-b5df-227f8f0ee548 node DatanodeRegistration(127.0.0.1:36401, datanodeUuid=9501af89-f823-4502-9dd7-76c11a698e21, infoPort=35553, infoSecurePort=0, ipcPort=42583, storageInfo=lv=-57;cid=testClusterID;nsid=1777374253;c=1732288893415), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-22T15:21:35,955 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/88e22d92-74ce-8b21-dbad-a61ff752a862 2024-11-22T15:21:36,044 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/88e22d92-74ce-8b21-dbad-a61ff752a862/cluster_876a8cef-70a4-387e-07ed-2f757e4ae628/zookeeper_0, clientPort=61671, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/88e22d92-74ce-8b21-dbad-a61ff752a862/cluster_876a8cef-70a4-387e-07ed-2f757e4ae628/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/88e22d92-74ce-8b21-dbad-a61ff752a862/cluster_876a8cef-70a4-387e-07ed-2f757e4ae628/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-22T15:21:36,061 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=61671 2024-11-22T15:21:36,071 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T15:21:36,074 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T15:21:36,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073741825_1001 (size=7) 2024-11-22T15:21:36,719 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866 with version=8 2024-11-22T15:21:36,719 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/hbase-staging 2024-11-22T15:21:36,853 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-22T15:21:37,090 INFO [Time-limited test {}] client.ConnectionUtils(129): master/77927f992d0b:0 server-side Connection retries=45 2024-11-22T15:21:37,105 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T15:21:37,106 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T15:21:37,106 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T15:21:37,106 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T15:21:37,106 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T15:21:37,256 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-22T15:21:37,315 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-22T15:21:37,323 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-22T15:21:37,327 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T15:21:37,352 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 54814 (auto-detected) 2024-11-22T15:21:37,353 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-22T15:21:37,374 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:44629 2024-11-22T15:21:37,382 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T15:21:37,384 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T15:21:37,397 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:44629 connecting to ZooKeeper ensemble=127.0.0.1:61671 2024-11-22T15:21:37,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:446290x0, quorum=127.0.0.1:61671, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T15:21:37,500 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44629-0x101646c7e880000 connected 2024-11-22T15:21:37,639 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44629-0x101646c7e880000, quorum=127.0.0.1:61671, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-22T15:21:37,642 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44629-0x101646c7e880000, quorum=127.0.0.1:61671, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T15:21:37,645 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44629-0x101646c7e880000, quorum=127.0.0.1:61671, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-22T15:21:37,650 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44629 2024-11-22T15:21:37,654 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44629 2024-11-22T15:21:37,655 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44629 2024-11-22T15:21:37,656 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44629 2024-11-22T15:21:37,656 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44629 2024-11-22T15:21:37,663 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866, hbase.cluster.distributed=false 2024-11-22T15:21:37,734 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/77927f992d0b:0 server-side Connection retries=45 2024-11-22T15:21:37,734 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T15:21:37,734 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T15:21:37,734 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T15:21:37,734 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T15:21:37,735 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T15:21:37,737 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-22T15:21:37,739 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T15:21:37,740 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:45443 2024-11-22T15:21:37,741 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-22T15:21:37,746 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-22T15:21:37,748 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T15:21:37,750 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T15:21:37,754 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:45443 connecting to ZooKeeper ensemble=127.0.0.1:61671 2024-11-22T15:21:37,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:454430x0, quorum=127.0.0.1:61671, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T15:21:37,769 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:454430x0, quorum=127.0.0.1:61671, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-22T15:21:37,769 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45443-0x101646c7e880001 connected 2024-11-22T15:21:37,770 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45443-0x101646c7e880001, quorum=127.0.0.1:61671, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T15:21:37,771 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45443-0x101646c7e880001, quorum=127.0.0.1:61671, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-22T15:21:37,772 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45443 2024-11-22T15:21:37,772 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45443 2024-11-22T15:21:37,773 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45443 2024-11-22T15:21:37,773 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45443 2024-11-22T15:21:37,774 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45443 2024-11-22T15:21:37,779 INFO [master/77927f992d0b:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/77927f992d0b,44629,1732288896846 2024-11-22T15:21:37,791 DEBUG [M:0;77927f992d0b:44629 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;77927f992d0b:44629 2024-11-22T15:21:37,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44629-0x101646c7e880000, quorum=127.0.0.1:61671, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T15:21:37,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45443-0x101646c7e880001, quorum=127.0.0.1:61671, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T15:21:37,795 DEBUG [master/77927f992d0b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44629-0x101646c7e880000, quorum=127.0.0.1:61671, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/77927f992d0b,44629,1732288896846 2024-11-22T15:21:37,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45443-0x101646c7e880001, quorum=127.0.0.1:61671, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-22T15:21:37,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44629-0x101646c7e880000, quorum=127.0.0.1:61671, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-22T15:21:37,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44629-0x101646c7e880000, quorum=127.0.0.1:61671, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T15:21:37,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45443-0x101646c7e880001, quorum=127.0.0.1:61671, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T15:21:37,819 DEBUG [master/77927f992d0b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44629-0x101646c7e880000, quorum=127.0.0.1:61671, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-22T15:21:37,820 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:44629-0x101646c7e880000, quorum=127.0.0.1:61671, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-22T15:21:37,820 INFO [master/77927f992d0b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/77927f992d0b,44629,1732288896846 from backup master directory 2024-11-22T15:21:37,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44629-0x101646c7e880000, quorum=127.0.0.1:61671, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/77927f992d0b,44629,1732288896846 2024-11-22T15:21:37,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45443-0x101646c7e880001, quorum=127.0.0.1:61671, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T15:21:37,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44629-0x101646c7e880000, quorum=127.0.0.1:61671, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T15:21:37,827 WARN [master/77927f992d0b:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T15:21:37,827 INFO [master/77927f992d0b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=77927f992d0b,44629,1732288896846 2024-11-22T15:21:37,829 INFO [master/77927f992d0b:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-22T15:21:37,831 INFO [master/77927f992d0b:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-22T15:21:37,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073741826_1002 (size=42) 2024-11-22T15:21:38,294 DEBUG [master/77927f992d0b:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/hbase.id with ID: 080e9acd-3fc8-49a5-bc6a-c53c586b88ea 2024-11-22T15:21:38,331 INFO [master/77927f992d0b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T15:21:38,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45443-0x101646c7e880001, quorum=127.0.0.1:61671, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T15:21:38,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44629-0x101646c7e880000, quorum=127.0.0.1:61671, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T15:21:38,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073741827_1003 (size=196) 2024-11-22T15:21:38,800 INFO [master/77927f992d0b:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T15:21:38,802 INFO [master/77927f992d0b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-22T15:21:38,816 DEBUG [master/77927f992d0b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:402) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:973) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2470) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:590) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:587) ~[classes/:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:21:38,820 INFO [master/77927f992d0b:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T15:21:38,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073741828_1004 (size=1189) 2024-11-22T15:21:39,270 INFO [master/77927f992d0b:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/MasterData/data/master/store 2024-11-22T15:21:39,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073741829_1005 (size=34) 2024-11-22T15:21:39,688 INFO [master/77927f992d0b:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-22T15:21:39,688 DEBUG [master/77927f992d0b:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T15:21:39,689 DEBUG [master/77927f992d0b:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T15:21:39,689 INFO [master/77927f992d0b:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T15:21:39,690 DEBUG [master/77927f992d0b:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T15:21:39,690 DEBUG [master/77927f992d0b:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T15:21:39,690 DEBUG [master/77927f992d0b:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T15:21:39,690 INFO [master/77927f992d0b:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T15:21:39,690 DEBUG [master/77927f992d0b:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-22T15:21:39,692 WARN [master/77927f992d0b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/MasterData/data/master/store/.initializing 2024-11-22T15:21:39,692 DEBUG [master/77927f992d0b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/MasterData/WALs/77927f992d0b,44629,1732288896846 2024-11-22T15:21:39,699 INFO [master/77927f992d0b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T15:21:39,708 INFO [master/77927f992d0b:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=77927f992d0b%2C44629%2C1732288896846, suffix=, logDir=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/MasterData/WALs/77927f992d0b,44629,1732288896846, archiveDir=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/MasterData/oldWALs, maxLogs=10 2024-11-22T15:21:39,732 DEBUG [master/77927f992d0b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/MasterData/WALs/77927f992d0b,44629,1732288896846/77927f992d0b%2C44629%2C1732288896846.1732288899712, exclude list is [], retry=0 2024-11-22T15:21:39,747 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36401,DS-724f5c7d-c5d3-4399-9cec-b208af4c0398,DISK] 2024-11-22T15:21:39,750 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-22T15:21:39,781 INFO [master/77927f992d0b:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/MasterData/WALs/77927f992d0b,44629,1732288896846/77927f992d0b%2C44629%2C1732288896846.1732288899712 2024-11-22T15:21:39,782 DEBUG [master/77927f992d0b:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35553:35553)] 2024-11-22T15:21:39,782 DEBUG [master/77927f992d0b:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-22T15:21:39,783 DEBUG [master/77927f992d0b:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T15:21:39,786 DEBUG [master/77927f992d0b:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T15:21:39,788 DEBUG [master/77927f992d0b:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T15:21:39,821 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T15:21:39,841 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-22T15:21:39,845 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:21:39,847 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T15:21:39,847 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T15:21:39,850 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-22T15:21:39,850 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:21:39,851 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T15:21:39,852 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T15:21:39,854 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-22T15:21:39,855 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:21:39,856 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T15:21:39,856 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T15:21:39,858 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-22T15:21:39,858 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:21:39,859 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T15:21:39,863 DEBUG [master/77927f992d0b:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T15:21:39,864 DEBUG [master/77927f992d0b:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T15:21:39,873 DEBUG [master/77927f992d0b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T15:21:39,878 DEBUG [master/77927f992d0b:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T15:21:39,883 DEBUG [master/77927f992d0b:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T15:21:39,884 INFO [master/77927f992d0b:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68984569, jitterRate=0.027950182557106018}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T15:21:39,890 DEBUG [master/77927f992d0b:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-22T15:21:39,891 INFO [master/77927f992d0b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-22T15:21:39,918 DEBUG [master/77927f992d0b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1eb38c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T15:21:39,946 INFO [master/77927f992d0b:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-11-22T15:21:39,956 INFO [master/77927f992d0b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-22T15:21:39,956 INFO [master/77927f992d0b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-22T15:21:39,958 INFO [master/77927f992d0b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-22T15:21:39,960 INFO [master/77927f992d0b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 1 msec 2024-11-22T15:21:39,964 INFO [master/77927f992d0b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 4 msec 2024-11-22T15:21:39,964 INFO [master/77927f992d0b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-22T15:21:39,989 INFO [master/77927f992d0b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-22T15:21:39,999 DEBUG [master/77927f992d0b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44629-0x101646c7e880000, quorum=127.0.0.1:61671, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-22T15:21:40,043 DEBUG [master/77927f992d0b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-11-22T15:21:40,045 INFO [master/77927f992d0b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-22T15:21:40,046 DEBUG [master/77927f992d0b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44629-0x101646c7e880000, quorum=127.0.0.1:61671, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-22T15:21:40,057 DEBUG [master/77927f992d0b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-11-22T15:21:40,059 INFO [master/77927f992d0b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-22T15:21:40,062 DEBUG [master/77927f992d0b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44629-0x101646c7e880000, quorum=127.0.0.1:61671, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-22T15:21:40,068 DEBUG [master/77927f992d0b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-11-22T15:21:40,069 DEBUG [master/77927f992d0b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44629-0x101646c7e880000, quorum=127.0.0.1:61671, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-22T15:21:40,076 DEBUG [master/77927f992d0b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-11-22T15:21:40,085 DEBUG [master/77927f992d0b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44629-0x101646c7e880000, quorum=127.0.0.1:61671, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-22T15:21:40,093 DEBUG [master/77927f992d0b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-22T15:21:40,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44629-0x101646c7e880000, quorum=127.0.0.1:61671, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-22T15:21:40,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45443-0x101646c7e880001, quorum=127.0.0.1:61671, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-22T15:21:40,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44629-0x101646c7e880000, quorum=127.0.0.1:61671, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T15:21:40,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45443-0x101646c7e880001, quorum=127.0.0.1:61671, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T15:21:40,102 INFO [master/77927f992d0b:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=77927f992d0b,44629,1732288896846, sessionid=0x101646c7e880000, setting cluster-up flag (Was=false) 2024-11-22T15:21:40,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44629-0x101646c7e880000, quorum=127.0.0.1:61671, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T15:21:40,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45443-0x101646c7e880001, quorum=127.0.0.1:61671, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T15:21:40,151 DEBUG [master/77927f992d0b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-22T15:21:40,153 DEBUG [master/77927f992d0b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=77927f992d0b,44629,1732288896846 2024-11-22T15:21:40,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44629-0x101646c7e880000, quorum=127.0.0.1:61671, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T15:21:40,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45443-0x101646c7e880001, quorum=127.0.0.1:61671, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T15:21:40,201 DEBUG [master/77927f992d0b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-22T15:21:40,203 DEBUG [master/77927f992d0b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=77927f992d0b,44629,1732288896846 2024-11-22T15:21:40,279 DEBUG [master/77927f992d0b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-11-22T15:21:40,285 INFO [master/77927f992d0b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-11-22T15:21:40,287 INFO [master/77927f992d0b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-22T15:21:40,292 DEBUG [master/77927f992d0b:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 77927f992d0b,44629,1732288896846 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-22T15:21:40,295 DEBUG [RS:0;77927f992d0b:45443 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;77927f992d0b:45443 2024-11-22T15:21:40,295 DEBUG [master/77927f992d0b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/77927f992d0b:0, corePoolSize=5, maxPoolSize=5 2024-11-22T15:21:40,296 DEBUG [master/77927f992d0b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/77927f992d0b:0, corePoolSize=5, maxPoolSize=5 2024-11-22T15:21:40,296 DEBUG [master/77927f992d0b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/77927f992d0b:0, corePoolSize=5, maxPoolSize=5 2024-11-22T15:21:40,296 DEBUG [master/77927f992d0b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/77927f992d0b:0, corePoolSize=5, maxPoolSize=5 2024-11-22T15:21:40,296 DEBUG [master/77927f992d0b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/77927f992d0b:0, corePoolSize=10, maxPoolSize=10 2024-11-22T15:21:40,296 INFO [RS:0;77927f992d0b:45443 {}] regionserver.HRegionServer(1008): ClusterId : 080e9acd-3fc8-49a5-bc6a-c53c586b88ea 2024-11-22T15:21:40,296 DEBUG [master/77927f992d0b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/77927f992d0b:0, corePoolSize=1, maxPoolSize=1 2024-11-22T15:21:40,296 DEBUG [master/77927f992d0b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/77927f992d0b:0, corePoolSize=2, maxPoolSize=2 2024-11-22T15:21:40,296 DEBUG [master/77927f992d0b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/77927f992d0b:0, corePoolSize=1, maxPoolSize=1 2024-11-22T15:21:40,298 INFO [master/77927f992d0b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732288930298 2024-11-22T15:21:40,299 DEBUG [RS:0;77927f992d0b:45443 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-22T15:21:40,300 INFO [master/77927f992d0b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-22T15:21:40,301 INFO [master/77927f992d0b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-22T15:21:40,301 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-11-22T15:21:40,302 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-11-22T15:21:40,304 INFO [master/77927f992d0b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-22T15:21:40,305 INFO [master/77927f992d0b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-22T15:21:40,305 INFO [master/77927f992d0b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-22T15:21:40,305 INFO [master/77927f992d0b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-22T15:21:40,305 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:21:40,306 INFO [master/77927f992d0b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T15:21:40,306 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-22T15:21:40,311 INFO [master/77927f992d0b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-22T15:21:40,312 INFO [master/77927f992d0b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-22T15:21:40,313 INFO [master/77927f992d0b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-22T15:21:40,317 INFO [master/77927f992d0b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-22T15:21:40,317 INFO [master/77927f992d0b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-22T15:21:40,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073741831_1007 (size=1039) 2024-11-22T15:21:40,319 DEBUG [master/77927f992d0b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/77927f992d0b:0:becomeActiveMaster-HFileCleaner.large.0-1732288900319,5,FailOnTimeoutGroup] 2024-11-22T15:21:40,319 DEBUG [master/77927f992d0b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/77927f992d0b:0:becomeActiveMaster-HFileCleaner.small.0-1732288900319,5,FailOnTimeoutGroup] 2024-11-22T15:21:40,319 INFO [master/77927f992d0b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T15:21:40,320 INFO [master/77927f992d0b:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-22T15:21:40,321 INFO [master/77927f992d0b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-22T15:21:40,321 INFO [master/77927f992d0b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-22T15:21:40,328 DEBUG [RS:0;77927f992d0b:45443 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-22T15:21:40,328 DEBUG [RS:0;77927f992d0b:45443 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-22T15:21:40,341 DEBUG [RS:0;77927f992d0b:45443 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-22T15:21:40,342 DEBUG [RS:0;77927f992d0b:45443 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@406bd041, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T15:21:40,343 DEBUG [RS:0;77927f992d0b:45443 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@516e7a5f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=77927f992d0b/172.17.0.2:0 2024-11-22T15:21:40,346 INFO [RS:0;77927f992d0b:45443 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-11-22T15:21:40,346 INFO [RS:0;77927f992d0b:45443 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-11-22T15:21:40,346 DEBUG [RS:0;77927f992d0b:45443 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-11-22T15:21:40,348 INFO [RS:0;77927f992d0b:45443 {}] regionserver.HRegionServer(3073): reportForDuty to master=77927f992d0b,44629,1732288896846 with isa=77927f992d0b/172.17.0.2:45443, startcode=1732288897733 2024-11-22T15:21:40,358 DEBUG [RS:0;77927f992d0b:45443 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-22T15:21:40,392 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33495, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-22T15:21:40,400 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44629 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 77927f992d0b,45443,1732288897733 2024-11-22T15:21:40,402 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44629 {}] master.ServerManager(486): Registering regionserver=77927f992d0b,45443,1732288897733 2024-11-22T15:21:40,419 DEBUG [RS:0;77927f992d0b:45443 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866 2024-11-22T15:21:40,419 DEBUG [RS:0;77927f992d0b:45443 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:42601 2024-11-22T15:21:40,419 DEBUG [RS:0;77927f992d0b:45443 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-11-22T15:21:40,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44629-0x101646c7e880000, quorum=127.0.0.1:61671, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-22T15:21:40,427 DEBUG [RS:0;77927f992d0b:45443 {}] zookeeper.ZKUtil(111): regionserver:45443-0x101646c7e880001, quorum=127.0.0.1:61671, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/77927f992d0b,45443,1732288897733 2024-11-22T15:21:40,427 WARN [RS:0;77927f992d0b:45443 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T15:21:40,427 INFO [RS:0;77927f992d0b:45443 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T15:21:40,427 DEBUG [RS:0;77927f992d0b:45443 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/WALs/77927f992d0b,45443,1732288897733 2024-11-22T15:21:40,429 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [77927f992d0b,45443,1732288897733] 2024-11-22T15:21:40,441 DEBUG [RS:0;77927f992d0b:45443 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-11-22T15:21:40,453 INFO [RS:0;77927f992d0b:45443 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-22T15:21:40,469 INFO [RS:0;77927f992d0b:45443 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-22T15:21:40,472 INFO [RS:0;77927f992d0b:45443 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-22T15:21:40,472 INFO [RS:0;77927f992d0b:45443 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T15:21:40,473 INFO [RS:0;77927f992d0b:45443 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-11-22T15:21:40,482 INFO [RS:0;77927f992d0b:45443 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-22T15:21:40,482 DEBUG [RS:0;77927f992d0b:45443 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/77927f992d0b:0, corePoolSize=1, maxPoolSize=1 2024-11-22T15:21:40,483 DEBUG [RS:0;77927f992d0b:45443 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/77927f992d0b:0, corePoolSize=1, maxPoolSize=1 2024-11-22T15:21:40,483 DEBUG [RS:0;77927f992d0b:45443 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/77927f992d0b:0, corePoolSize=1, maxPoolSize=1 2024-11-22T15:21:40,483 DEBUG [RS:0;77927f992d0b:45443 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/77927f992d0b:0, corePoolSize=1, maxPoolSize=1 2024-11-22T15:21:40,483 DEBUG [RS:0;77927f992d0b:45443 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/77927f992d0b:0, corePoolSize=1, maxPoolSize=1 2024-11-22T15:21:40,483 DEBUG [RS:0;77927f992d0b:45443 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/77927f992d0b:0, corePoolSize=2, maxPoolSize=2 2024-11-22T15:21:40,483 DEBUG [RS:0;77927f992d0b:45443 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/77927f992d0b:0, corePoolSize=1, maxPoolSize=1 2024-11-22T15:21:40,484 DEBUG [RS:0;77927f992d0b:45443 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/77927f992d0b:0, corePoolSize=1, maxPoolSize=1 2024-11-22T15:21:40,484 DEBUG [RS:0;77927f992d0b:45443 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/77927f992d0b:0, corePoolSize=1, maxPoolSize=1 2024-11-22T15:21:40,484 DEBUG [RS:0;77927f992d0b:45443 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/77927f992d0b:0, corePoolSize=1, maxPoolSize=1 2024-11-22T15:21:40,484 DEBUG [RS:0;77927f992d0b:45443 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/77927f992d0b:0, corePoolSize=1, maxPoolSize=1 2024-11-22T15:21:40,484 DEBUG [RS:0;77927f992d0b:45443 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/77927f992d0b:0, corePoolSize=3, maxPoolSize=3 2024-11-22T15:21:40,485 DEBUG [RS:0;77927f992d0b:45443 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0, corePoolSize=3, maxPoolSize=3 2024-11-22T15:21:40,491 INFO [RS:0;77927f992d0b:45443 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T15:21:40,491 INFO [RS:0;77927f992d0b:45443 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T15:21:40,491 INFO [RS:0;77927f992d0b:45443 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-22T15:21:40,491 INFO [RS:0;77927f992d0b:45443 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-22T15:21:40,492 INFO [RS:0;77927f992d0b:45443 {}] hbase.ChoreService(168): Chore ScheduledChore name=77927f992d0b,45443,1732288897733-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T15:21:40,511 INFO [RS:0;77927f992d0b:45443 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-22T15:21:40,513 INFO [RS:0;77927f992d0b:45443 {}] hbase.ChoreService(168): Chore ScheduledChore name=77927f992d0b,45443,1732288897733-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T15:21:40,534 INFO [RS:0;77927f992d0b:45443 {}] regionserver.Replication(204): 77927f992d0b,45443,1732288897733 started 2024-11-22T15:21:40,534 INFO [RS:0;77927f992d0b:45443 {}] regionserver.HRegionServer(1767): Serving as 77927f992d0b,45443,1732288897733, RpcServer on 77927f992d0b/172.17.0.2:45443, sessionid=0x101646c7e880001 2024-11-22T15:21:40,535 DEBUG [RS:0;77927f992d0b:45443 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-22T15:21:40,535 DEBUG [RS:0;77927f992d0b:45443 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 77927f992d0b,45443,1732288897733 2024-11-22T15:21:40,535 DEBUG [RS:0;77927f992d0b:45443 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '77927f992d0b,45443,1732288897733' 2024-11-22T15:21:40,536 DEBUG [RS:0;77927f992d0b:45443 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-22T15:21:40,536 DEBUG [RS:0;77927f992d0b:45443 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-22T15:21:40,537 DEBUG [RS:0;77927f992d0b:45443 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-22T15:21:40,537 DEBUG [RS:0;77927f992d0b:45443 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-22T15:21:40,537 DEBUG [RS:0;77927f992d0b:45443 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 77927f992d0b,45443,1732288897733 2024-11-22T15:21:40,537 DEBUG [RS:0;77927f992d0b:45443 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '77927f992d0b,45443,1732288897733' 2024-11-22T15:21:40,537 DEBUG [RS:0;77927f992d0b:45443 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-22T15:21:40,537 DEBUG [RS:0;77927f992d0b:45443 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-22T15:21:40,538 DEBUG [RS:0;77927f992d0b:45443 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-22T15:21:40,538 INFO [RS:0;77927f992d0b:45443 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-22T15:21:40,538 INFO [RS:0;77927f992d0b:45443 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-22T15:21:40,643 INFO [RS:0;77927f992d0b:45443 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T15:21:40,646 INFO [RS:0;77927f992d0b:45443 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=77927f992d0b%2C45443%2C1732288897733, suffix=, logDir=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/WALs/77927f992d0b,45443,1732288897733, archiveDir=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/oldWALs, maxLogs=32 2024-11-22T15:21:40,661 DEBUG [RS:0;77927f992d0b:45443 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/WALs/77927f992d0b,45443,1732288897733/77927f992d0b%2C45443%2C1732288897733.1732288900648, exclude list is [], retry=0 2024-11-22T15:21:40,666 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36401,DS-724f5c7d-c5d3-4399-9cec-b208af4c0398,DISK] 2024-11-22T15:21:40,669 INFO [RS:0;77927f992d0b:45443 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/WALs/77927f992d0b,45443,1732288897733/77927f992d0b%2C45443%2C1732288897733.1732288900648 2024-11-22T15:21:40,670 DEBUG [RS:0;77927f992d0b:45443 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35553:35553)] 2024-11-22T15:21:40,721 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-11-22T15:21:40,721 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866 2024-11-22T15:21:40,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073741833_1009 (size=32) 2024-11-22T15:21:41,133 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T15:21:41,136 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T15:21:41,139 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T15:21:41,139 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:21:41,140 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T15:21:41,141 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T15:21:41,144 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T15:21:41,144 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:21:41,145 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T15:21:41,145 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T15:21:41,149 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T15:21:41,149 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:21:41,150 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T15:21:41,152 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/hbase/meta/1588230740 2024-11-22T15:21:41,153 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/hbase/meta/1588230740 2024-11-22T15:21:41,156 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-22T15:21:41,158 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-22T15:21:41,163 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T15:21:41,164 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58785079, jitterRate=-0.12403406202793121}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-22T15:21:41,167 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-22T15:21:41,167 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-22T15:21:41,167 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-22T15:21:41,168 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-22T15:21:41,168 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T15:21:41,168 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T15:21:41,169 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-22T15:21:41,169 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-22T15:21:41,172 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-11-22T15:21:41,172 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-11-22T15:21:41,177 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-22T15:21:41,186 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T15:21:41,188 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-22T15:21:41,340 DEBUG [77927f992d0b:44629 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-22T15:21:41,344 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=77927f992d0b,45443,1732288897733 2024-11-22T15:21:41,348 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 77927f992d0b,45443,1732288897733, state=OPENING 2024-11-22T15:21:41,368 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-22T15:21:41,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45443-0x101646c7e880001, quorum=127.0.0.1:61671, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T15:21:41,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44629-0x101646c7e880000, quorum=127.0.0.1:61671, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T15:21:41,377 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T15:21:41,377 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T15:21:41,379 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=77927f992d0b,45443,1732288897733}] 2024-11-22T15:21:41,550 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:21:41,552 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-22T15:21:41,555 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44318, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-22T15:21:41,565 INFO [RS_OPEN_META-regionserver/77927f992d0b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-11-22T15:21:41,565 INFO [RS_OPEN_META-regionserver/77927f992d0b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T15:21:41,566 INFO [RS_OPEN_META-regionserver/77927f992d0b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-22T15:21:41,569 INFO [RS_OPEN_META-regionserver/77927f992d0b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=77927f992d0b%2C45443%2C1732288897733.meta, suffix=.meta, logDir=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/WALs/77927f992d0b,45443,1732288897733, archiveDir=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/oldWALs, maxLogs=32 2024-11-22T15:21:41,585 DEBUG [RS_OPEN_META-regionserver/77927f992d0b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/WALs/77927f992d0b,45443,1732288897733/77927f992d0b%2C45443%2C1732288897733.meta.1732288901570.meta, exclude list is [], retry=0 2024-11-22T15:21:41,589 DEBUG [RS-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36401,DS-724f5c7d-c5d3-4399-9cec-b208af4c0398,DISK] 2024-11-22T15:21:41,592 INFO [RS_OPEN_META-regionserver/77927f992d0b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/WALs/77927f992d0b,45443,1732288897733/77927f992d0b%2C45443%2C1732288897733.meta.1732288901570.meta 2024-11-22T15:21:41,592 DEBUG [RS_OPEN_META-regionserver/77927f992d0b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35553:35553)] 2024-11-22T15:21:41,592 DEBUG [RS_OPEN_META-regionserver/77927f992d0b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-22T15:21:41,594 DEBUG [RS_OPEN_META-regionserver/77927f992d0b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-22T15:21:41,651 DEBUG [RS_OPEN_META-regionserver/77927f992d0b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-22T15:21:41,656 INFO [RS_OPEN_META-regionserver/77927f992d0b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-22T15:21:41,660 DEBUG [RS_OPEN_META-regionserver/77927f992d0b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-22T15:21:41,660 DEBUG [RS_OPEN_META-regionserver/77927f992d0b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T15:21:41,660 DEBUG [RS_OPEN_META-regionserver/77927f992d0b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-11-22T15:21:41,660 DEBUG [RS_OPEN_META-regionserver/77927f992d0b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-11-22T15:21:41,663 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T15:21:41,665 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T15:21:41,665 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:21:41,666 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T15:21:41,666 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T15:21:41,668 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T15:21:41,668 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:21:41,669 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T15:21:41,669 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T15:21:41,671 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T15:21:41,671 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:21:41,672 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T15:21:41,673 DEBUG [RS_OPEN_META-regionserver/77927f992d0b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/hbase/meta/1588230740 2024-11-22T15:21:41,676 DEBUG [RS_OPEN_META-regionserver/77927f992d0b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/hbase/meta/1588230740 2024-11-22T15:21:41,679 DEBUG [RS_OPEN_META-regionserver/77927f992d0b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-22T15:21:41,682 DEBUG [RS_OPEN_META-regionserver/77927f992d0b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-22T15:21:41,684 INFO [RS_OPEN_META-regionserver/77927f992d0b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74710360, jitterRate=0.11327111721038818}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-22T15:21:41,686 DEBUG [RS_OPEN_META-regionserver/77927f992d0b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-22T15:21:41,693 INFO [RS_OPEN_META-regionserver/77927f992d0b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732288901545 2024-11-22T15:21:41,705 DEBUG [RS_OPEN_META-regionserver/77927f992d0b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-22T15:21:41,706 INFO [RS_OPEN_META-regionserver/77927f992d0b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-11-22T15:21:41,707 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=77927f992d0b,45443,1732288897733 2024-11-22T15:21:41,710 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 77927f992d0b,45443,1732288897733, state=OPEN 2024-11-22T15:21:41,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44629-0x101646c7e880000, quorum=127.0.0.1:61671, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-22T15:21:41,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45443-0x101646c7e880001, quorum=127.0.0.1:61671, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-22T15:21:41,771 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T15:21:41,771 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T15:21:41,777 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-11-22T15:21:41,777 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=77927f992d0b,45443,1732288897733 in 393 msec 2024-11-22T15:21:41,784 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-11-22T15:21:41,784 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 601 msec 2024-11-22T15:21:41,790 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 1.5530 sec 2024-11-22T15:21:41,790 INFO [master/77927f992d0b:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732288901790, completionTime=-1 2024-11-22T15:21:41,790 INFO [master/77927f992d0b:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-22T15:21:41,791 DEBUG [master/77927f992d0b:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-11-22T15:21:41,826 DEBUG [hconnection-0x293388bc-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T15:21:41,828 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44332, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T15:21:41,838 INFO [master/77927f992d0b:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=1 2024-11-22T15:21:41,839 INFO [master/77927f992d0b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732288961839 2024-11-22T15:21:41,839 INFO [master/77927f992d0b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732289021839 2024-11-22T15:21:41,839 INFO [master/77927f992d0b:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 48 msec 2024-11-22T15:21:41,879 INFO [master/77927f992d0b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=77927f992d0b,44629,1732288896846-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T15:21:41,879 INFO [master/77927f992d0b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=77927f992d0b,44629,1732288896846-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T15:21:41,880 INFO [master/77927f992d0b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=77927f992d0b,44629,1732288896846-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T15:21:41,881 INFO [master/77927f992d0b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-77927f992d0b:44629, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T15:21:41,882 INFO [master/77927f992d0b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-22T15:21:41,888 DEBUG [master/77927f992d0b:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-11-22T15:21:41,891 INFO [master/77927f992d0b:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-11-22T15:21:41,892 INFO [master/77927f992d0b:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-22T15:21:41,899 DEBUG [master/77927f992d0b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-11-22T15:21:41,902 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T15:21:41,904 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:21:41,905 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T15:21:41,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073741835_1011 (size=358) 2024-11-22T15:21:42,323 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => c89ab5262a555d587195852fa02a3fb5, NAME => 'hbase:namespace,,1732288901892.c89ab5262a555d587195852fa02a3fb5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866 2024-11-22T15:21:42,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073741836_1012 (size=42) 2024-11-22T15:21:42,735 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1732288901892.c89ab5262a555d587195852fa02a3fb5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T15:21:42,736 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing c89ab5262a555d587195852fa02a3fb5, disabling compactions & flushes 2024-11-22T15:21:42,736 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1732288901892.c89ab5262a555d587195852fa02a3fb5. 2024-11-22T15:21:42,736 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1732288901892.c89ab5262a555d587195852fa02a3fb5. 2024-11-22T15:21:42,736 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1732288901892.c89ab5262a555d587195852fa02a3fb5. after waiting 0 ms 2024-11-22T15:21:42,736 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1732288901892.c89ab5262a555d587195852fa02a3fb5. 2024-11-22T15:21:42,736 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1732288901892.c89ab5262a555d587195852fa02a3fb5. 2024-11-22T15:21:42,737 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for c89ab5262a555d587195852fa02a3fb5: 2024-11-22T15:21:42,739 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T15:21:42,773 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1732288901892.c89ab5262a555d587195852fa02a3fb5.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1732288902767"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732288902767"}]},"ts":"1732288902767"} 2024-11-22T15:21:42,802 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-22T15:21:42,804 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T15:21:42,807 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732288902804"}]},"ts":"1732288902804"} 2024-11-22T15:21:42,812 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-11-22T15:21:42,870 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=c89ab5262a555d587195852fa02a3fb5, ASSIGN}] 2024-11-22T15:21:42,873 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=c89ab5262a555d587195852fa02a3fb5, ASSIGN 2024-11-22T15:21:42,876 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=c89ab5262a555d587195852fa02a3fb5, ASSIGN; state=OFFLINE, location=77927f992d0b,45443,1732288897733; forceNewPlan=false, retain=false 2024-11-22T15:21:43,027 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=c89ab5262a555d587195852fa02a3fb5, regionState=OPENING, regionLocation=77927f992d0b,45443,1732288897733 2024-11-22T15:21:43,031 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure c89ab5262a555d587195852fa02a3fb5, server=77927f992d0b,45443,1732288897733}] 2024-11-22T15:21:43,186 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:21:43,190 INFO [RS_OPEN_PRIORITY_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1732288901892.c89ab5262a555d587195852fa02a3fb5. 2024-11-22T15:21:43,191 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => c89ab5262a555d587195852fa02a3fb5, NAME => 'hbase:namespace,,1732288901892.c89ab5262a555d587195852fa02a3fb5.', STARTKEY => '', ENDKEY => ''} 2024-11-22T15:21:43,191 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace c89ab5262a555d587195852fa02a3fb5 2024-11-22T15:21:43,191 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1732288901892.c89ab5262a555d587195852fa02a3fb5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T15:21:43,191 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for c89ab5262a555d587195852fa02a3fb5 2024-11-22T15:21:43,191 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for c89ab5262a555d587195852fa02a3fb5 2024-11-22T15:21:43,193 INFO [StoreOpener-c89ab5262a555d587195852fa02a3fb5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region c89ab5262a555d587195852fa02a3fb5 2024-11-22T15:21:43,196 INFO [StoreOpener-c89ab5262a555d587195852fa02a3fb5-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c89ab5262a555d587195852fa02a3fb5 columnFamilyName info 2024-11-22T15:21:43,196 DEBUG [StoreOpener-c89ab5262a555d587195852fa02a3fb5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:21:43,196 INFO [StoreOpener-c89ab5262a555d587195852fa02a3fb5-1 {}] regionserver.HStore(327): Store=c89ab5262a555d587195852fa02a3fb5/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T15:21:43,198 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/hbase/namespace/c89ab5262a555d587195852fa02a3fb5 2024-11-22T15:21:43,198 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/hbase/namespace/c89ab5262a555d587195852fa02a3fb5 2024-11-22T15:21:43,202 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for c89ab5262a555d587195852fa02a3fb5 2024-11-22T15:21:43,205 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/hbase/namespace/c89ab5262a555d587195852fa02a3fb5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T15:21:43,206 INFO [RS_OPEN_PRIORITY_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened c89ab5262a555d587195852fa02a3fb5; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64877304, jitterRate=-0.033252835273742676}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T15:21:43,207 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for c89ab5262a555d587195852fa02a3fb5: 2024-11-22T15:21:43,209 INFO [RS_OPEN_PRIORITY_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1732288901892.c89ab5262a555d587195852fa02a3fb5., pid=6, masterSystemTime=1732288903185 2024-11-22T15:21:43,212 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1732288901892.c89ab5262a555d587195852fa02a3fb5. 2024-11-22T15:21:43,212 INFO [RS_OPEN_PRIORITY_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1732288901892.c89ab5262a555d587195852fa02a3fb5. 2024-11-22T15:21:43,213 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=c89ab5262a555d587195852fa02a3fb5, regionState=OPEN, openSeqNum=2, regionLocation=77927f992d0b,45443,1732288897733 2024-11-22T15:21:43,220 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-11-22T15:21:43,221 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure c89ab5262a555d587195852fa02a3fb5, server=77927f992d0b,45443,1732288897733 in 186 msec 2024-11-22T15:21:43,224 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-11-22T15:21:43,224 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=c89ab5262a555d587195852fa02a3fb5, ASSIGN in 350 msec 2024-11-22T15:21:43,225 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T15:21:43,225 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732288903225"}]},"ts":"1732288903225"} 2024-11-22T15:21:43,228 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-11-22T15:21:43,236 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T15:21:43,239 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 1.3430 sec 2024-11-22T15:21:43,303 DEBUG [master/77927f992d0b:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:44629-0x101646c7e880000, quorum=127.0.0.1:61671, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-11-22T15:21:43,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44629-0x101646c7e880000, quorum=127.0.0.1:61671, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-11-22T15:21:43,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45443-0x101646c7e880001, quorum=127.0.0.1:61671, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T15:21:43,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44629-0x101646c7e880000, quorum=127.0.0.1:61671, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T15:21:43,336 DEBUG [master/77927f992d0b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-11-22T15:21:43,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44629-0x101646c7e880000, quorum=127.0.0.1:61671, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-22T15:21:43,372 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 39 msec 2024-11-22T15:21:43,381 DEBUG [master/77927f992d0b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-11-22T15:21:43,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44629-0x101646c7e880000, quorum=127.0.0.1:61671, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-22T15:21:43,413 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 32 msec 2024-11-22T15:21:43,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44629-0x101646c7e880000, quorum=127.0.0.1:61671, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-11-22T15:21:43,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44629-0x101646c7e880000, quorum=127.0.0.1:61671, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-11-22T15:21:43,460 INFO [master/77927f992d0b:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 5.632sec 2024-11-22T15:21:43,461 INFO [master/77927f992d0b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-22T15:21:43,462 INFO [master/77927f992d0b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-22T15:21:43,463 INFO [master/77927f992d0b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-22T15:21:43,464 INFO [master/77927f992d0b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-22T15:21:43,464 INFO [master/77927f992d0b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-22T15:21:43,465 INFO [master/77927f992d0b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=77927f992d0b,44629,1732288896846-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T15:21:43,465 INFO [master/77927f992d0b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=77927f992d0b,44629,1732288896846-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-22T15:21:43,471 DEBUG [master/77927f992d0b:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-11-22T15:21:43,472 INFO [master/77927f992d0b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-22T15:21:43,473 INFO [master/77927f992d0b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=77927f992d0b,44629,1732288896846-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T15:21:43,492 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0870ca2a to 127.0.0.1:61671 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@63dfbe60 2024-11-22T15:21:43,493 WARN [Time-limited test {}] client.ZKConnectionRegistry(90): ZKConnectionRegistry is deprecated. See https://hbase.apache.org/book.html#client.rpcconnectionregistry 2024-11-22T15:21:43,503 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@430e71de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T15:21:43,506 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-22T15:21:43,506 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-22T15:21:43,515 DEBUG [hconnection-0x6449c4c6-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T15:21:43,522 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44340, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T15:21:43,530 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=77927f992d0b,44629,1732288896846 2024-11-22T15:21:43,544 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMixedAtomicity Thread=219, OpenFileDescriptor=444, MaxFileDescriptor=1048576, SystemLoadAverage=221, ProcessCount=11, AvailableMemoryMB=5334 2024-11-22T15:21:43,555 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T15:21:43,557 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38252, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T15:21:43,565 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44629 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-22T15:21:43,568 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44629 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T15:21:43,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44629 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-22T15:21:43,573 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T15:21:43,574 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:21:43,575 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44629 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 9 2024-11-22T15:21:43,576 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T15:21:43,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-22T15:21:43,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073741837_1013 (size=960) 2024-11-22T15:21:43,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-22T15:21:43,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-22T15:21:43,991 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => c2a85cc7cfb43c7bd2a67d6e1d115f24, NAME => 'TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866 2024-11-22T15:21:43,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073741838_1014 (size=53) 2024-11-22T15:21:44,001 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T15:21:44,001 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing c2a85cc7cfb43c7bd2a67d6e1d115f24, disabling compactions & flushes 2024-11-22T15:21:44,001 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24. 2024-11-22T15:21:44,001 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24. 2024-11-22T15:21:44,001 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24. after waiting 0 ms 2024-11-22T15:21:44,001 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24. 2024-11-22T15:21:44,001 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24. 2024-11-22T15:21:44,001 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for c2a85cc7cfb43c7bd2a67d6e1d115f24: 2024-11-22T15:21:44,003 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T15:21:44,004 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732288904003"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732288904003"}]},"ts":"1732288904003"} 2024-11-22T15:21:44,007 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-22T15:21:44,008 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T15:21:44,008 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732288904008"}]},"ts":"1732288904008"} 2024-11-22T15:21:44,011 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-22T15:21:44,090 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=c2a85cc7cfb43c7bd2a67d6e1d115f24, ASSIGN}] 2024-11-22T15:21:44,093 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=c2a85cc7cfb43c7bd2a67d6e1d115f24, ASSIGN 2024-11-22T15:21:44,095 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=c2a85cc7cfb43c7bd2a67d6e1d115f24, ASSIGN; state=OFFLINE, location=77927f992d0b,45443,1732288897733; forceNewPlan=false, retain=false 2024-11-22T15:21:44,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-22T15:21:44,245 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=c2a85cc7cfb43c7bd2a67d6e1d115f24, regionState=OPENING, regionLocation=77927f992d0b,45443,1732288897733 2024-11-22T15:21:44,249 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE; OpenRegionProcedure c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733}] 2024-11-22T15:21:44,403 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:21:44,409 INFO [RS_OPEN_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24. 2024-11-22T15:21:44,409 DEBUG [RS_OPEN_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7285): Opening region: {ENCODED => c2a85cc7cfb43c7bd2a67d6e1d115f24, NAME => 'TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24.', STARTKEY => '', ENDKEY => ''} 2024-11-22T15:21:44,410 DEBUG [RS_OPEN_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees c2a85cc7cfb43c7bd2a67d6e1d115f24 2024-11-22T15:21:44,410 DEBUG [RS_OPEN_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T15:21:44,410 DEBUG [RS_OPEN_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7327): checking encryption for c2a85cc7cfb43c7bd2a67d6e1d115f24 2024-11-22T15:21:44,410 DEBUG [RS_OPEN_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7330): checking classloading for c2a85cc7cfb43c7bd2a67d6e1d115f24 2024-11-22T15:21:44,414 INFO [StoreOpener-c2a85cc7cfb43c7bd2a67d6e1d115f24-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region c2a85cc7cfb43c7bd2a67d6e1d115f24 2024-11-22T15:21:44,418 INFO [StoreOpener-c2a85cc7cfb43c7bd2a67d6e1d115f24-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-22T15:21:44,418 INFO [StoreOpener-c2a85cc7cfb43c7bd2a67d6e1d115f24-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c2a85cc7cfb43c7bd2a67d6e1d115f24 columnFamilyName A 2024-11-22T15:21:44,418 DEBUG [StoreOpener-c2a85cc7cfb43c7bd2a67d6e1d115f24-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:21:44,419 INFO [StoreOpener-c2a85cc7cfb43c7bd2a67d6e1d115f24-1 {}] regionserver.HStore(327): Store=c2a85cc7cfb43c7bd2a67d6e1d115f24/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T15:21:44,419 INFO [StoreOpener-c2a85cc7cfb43c7bd2a67d6e1d115f24-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region c2a85cc7cfb43c7bd2a67d6e1d115f24 2024-11-22T15:21:44,422 INFO [StoreOpener-c2a85cc7cfb43c7bd2a67d6e1d115f24-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-22T15:21:44,422 INFO [StoreOpener-c2a85cc7cfb43c7bd2a67d6e1d115f24-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c2a85cc7cfb43c7bd2a67d6e1d115f24 columnFamilyName B 2024-11-22T15:21:44,422 DEBUG [StoreOpener-c2a85cc7cfb43c7bd2a67d6e1d115f24-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:21:44,426 INFO [StoreOpener-c2a85cc7cfb43c7bd2a67d6e1d115f24-1 {}] regionserver.HStore(327): Store=c2a85cc7cfb43c7bd2a67d6e1d115f24/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T15:21:44,426 INFO [StoreOpener-c2a85cc7cfb43c7bd2a67d6e1d115f24-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region c2a85cc7cfb43c7bd2a67d6e1d115f24 2024-11-22T15:21:44,429 INFO [StoreOpener-c2a85cc7cfb43c7bd2a67d6e1d115f24-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-22T15:21:44,429 INFO [StoreOpener-c2a85cc7cfb43c7bd2a67d6e1d115f24-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c2a85cc7cfb43c7bd2a67d6e1d115f24 columnFamilyName C 2024-11-22T15:21:44,429 DEBUG [StoreOpener-c2a85cc7cfb43c7bd2a67d6e1d115f24-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:21:44,430 INFO [StoreOpener-c2a85cc7cfb43c7bd2a67d6e1d115f24-1 {}] regionserver.HStore(327): Store=c2a85cc7cfb43c7bd2a67d6e1d115f24/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T15:21:44,431 INFO [RS_OPEN_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24. 2024-11-22T15:21:44,432 DEBUG [RS_OPEN_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24 2024-11-22T15:21:44,433 DEBUG [RS_OPEN_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24 2024-11-22T15:21:44,436 DEBUG [RS_OPEN_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-22T15:21:44,439 DEBUG [RS_OPEN_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1085): writing seq id for c2a85cc7cfb43c7bd2a67d6e1d115f24 2024-11-22T15:21:44,449 DEBUG [RS_OPEN_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T15:21:44,451 INFO [RS_OPEN_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1102): Opened c2a85cc7cfb43c7bd2a67d6e1d115f24; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70255546, jitterRate=0.04688921570777893}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-22T15:21:44,452 DEBUG [RS_OPEN_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1001): Region open journal for c2a85cc7cfb43c7bd2a67d6e1d115f24: 2024-11-22T15:21:44,454 INFO [RS_OPEN_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24., pid=11, masterSystemTime=1732288904403 2024-11-22T15:21:44,458 DEBUG [RS_OPEN_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24. 2024-11-22T15:21:44,459 INFO [RS_OPEN_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24. 2024-11-22T15:21:44,460 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=c2a85cc7cfb43c7bd2a67d6e1d115f24, regionState=OPEN, openSeqNum=2, regionLocation=77927f992d0b,45443,1732288897733 2024-11-22T15:21:44,470 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=11, resume processing ppid=10 2024-11-22T15:21:44,470 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=10, state=SUCCESS; OpenRegionProcedure c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 in 215 msec 2024-11-22T15:21:44,479 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=10, resume processing ppid=9 2024-11-22T15:21:44,479 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T15:21:44,479 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=c2a85cc7cfb43c7bd2a67d6e1d115f24, ASSIGN in 380 msec 2024-11-22T15:21:44,479 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732288904479"}]},"ts":"1732288904479"} 2024-11-22T15:21:44,483 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-22T15:21:44,530 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T15:21:44,536 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 961 msec 2024-11-22T15:21:44,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-22T15:21:44,694 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 9 completed 2024-11-22T15:21:44,700 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x02a08c5a to 127.0.0.1:61671 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6be4168e 2024-11-22T15:21:44,711 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ed9b166, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T15:21:44,714 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T15:21:44,717 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44342, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T15:21:44,722 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T15:21:44,730 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38268, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T15:21:44,741 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x24512372 to 127.0.0.1:61671 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5038857 2024-11-22T15:21:44,752 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27c80704, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T15:21:44,756 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x53623ce6 to 127.0.0.1:61671 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4aba57ed 2024-11-22T15:21:44,769 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f68aae6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T15:21:44,771 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x66d523ff to 127.0.0.1:61671 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@629b91f8 2024-11-22T15:21:44,786 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18de28d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T15:21:44,788 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5c9b2c1d to 127.0.0.1:61671 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@62b16227 2024-11-22T15:21:44,802 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cb8ce8a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T15:21:44,804 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0d888e3e to 127.0.0.1:61671 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@53f30e40 2024-11-22T15:21:44,819 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7915562a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T15:21:44,822 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4f34c0b8 to 127.0.0.1:61671 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@691cbc80 2024-11-22T15:21:44,835 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@502730d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T15:21:44,837 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6ebb9f30 to 127.0.0.1:61671 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@62cfc6db 2024-11-22T15:21:44,850 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b8793a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T15:21:44,853 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3f18a09d to 127.0.0.1:61671 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@8b52656 2024-11-22T15:21:44,869 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71209fad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T15:21:44,871 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x426bcd11 to 127.0.0.1:61671 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@634dc49c 2024-11-22T15:21:44,883 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1665e2af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T15:21:44,896 DEBUG [hconnection-0x778c0741-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T15:21:44,898 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44629 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T15:21:44,903 DEBUG [hconnection-0x6ee6832c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T15:21:44,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44629 {}] procedure2.ProcedureExecutor(1098): Stored pid=12, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees 2024-11-22T15:21:44,906 DEBUG [hconnection-0x2522abb-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T15:21:44,908 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=12, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T15:21:44,910 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=12, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T15:21:44,911 DEBUG [hconnection-0x7da3ac9b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T15:21:44,913 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T15:21:44,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-22T15:21:44,921 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44346, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T15:21:44,927 DEBUG [hconnection-0x4c21a880-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T15:21:44,930 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44356, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T15:21:44,938 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44366, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T15:21:44,940 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44372, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T15:21:44,945 DEBUG [hconnection-0x3a31c907-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T15:21:44,972 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44374, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T15:21:44,976 DEBUG [hconnection-0x2730282c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T15:21:44,977 DEBUG [hconnection-0x5d2d6079-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T15:21:44,993 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44382, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T15:21:45,021 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44396, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T15:21:45,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-22T15:21:45,027 DEBUG [hconnection-0x1138f78f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T15:21:45,032 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44410, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T15:21:45,052 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44416, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T15:21:45,077 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:21:45,079 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-22T15:21:45,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24. 2024-11-22T15:21:45,087 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2837): Flushing c2a85cc7cfb43c7bd2a67d6e1d115f24 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-22T15:21:45,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c2a85cc7cfb43c7bd2a67d6e1d115f24, store=A 2024-11-22T15:21:45,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:21:45,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c2a85cc7cfb43c7bd2a67d6e1d115f24, store=B 2024-11-22T15:21:45,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:21:45,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c2a85cc7cfb43c7bd2a67d6e1d115f24, store=C 2024-11-22T15:21:45,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:21:45,134 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24. as already flushing 2024-11-22T15:21:45,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(8581): Flush requested on c2a85cc7cfb43c7bd2a67d6e1d115f24 2024-11-22T15:21:45,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-22T15:21:45,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/A/7d732eecac62423b91351efa164bed42 is 50, key is test_row_0/A:col10/1732288904978/Put/seqid=0 2024-11-22T15:21:45,301 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:21:45,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44346 deadline: 1732288965289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 2024-11-22T15:21:45,299 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:21:45,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44366 deadline: 1732288965288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 2024-11-22T15:21:45,313 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:21:45,313 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:21:45,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44372 deadline: 1732288965294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 2024-11-22T15:21:45,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44356 deadline: 1732288965297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 2024-11-22T15:21:45,314 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:21:45,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44416 deadline: 1732288965300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 2024-11-22T15:21:45,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073741839_1015 (size=12001) 2024-11-22T15:21:45,351 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/A/7d732eecac62423b91351efa164bed42 2024-11-22T15:21:45,482 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:21:45,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44366 deadline: 1732288965476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 2024-11-22T15:21:45,484 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:21:45,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44372 deadline: 1732288965479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 2024-11-22T15:21:45,484 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:21:45,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44346 deadline: 1732288965479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 2024-11-22T15:21:45,487 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:21:45,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44356 deadline: 1732288965480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 2024-11-22T15:21:45,491 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:21:45,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44416 deadline: 1732288965483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 2024-11-22T15:21:45,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-22T15:21:45,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/B/a9f5f894fdd14855b9842f46c3f97ae7 is 50, key is test_row_0/B:col10/1732288904978/Put/seqid=0 2024-11-22T15:21:45,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073741840_1016 (size=12001) 2024-11-22T15:21:45,696 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:21:45,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44366 deadline: 1732288965688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 2024-11-22T15:21:45,701 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:21:45,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44372 deadline: 1732288965689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 2024-11-22T15:21:45,701 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:21:45,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44346 deadline: 1732288965691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 2024-11-22T15:21:45,707 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:21:45,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44416 deadline: 1732288965700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 2024-11-22T15:21:45,705 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:21:45,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44356 deadline: 1732288965695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 2024-11-22T15:21:46,002 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:21:46,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44366 deadline: 1732288966002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 2024-11-22T15:21:46,010 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:21:46,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44346 deadline: 1732288966005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 2024-11-22T15:21:46,015 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:21:46,015 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:21:46,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44356 deadline: 1732288966012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 2024-11-22T15:21:46,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44416 deadline: 1732288966013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 2024-11-22T15:21:46,023 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:21:46,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44372 deadline: 1732288966021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 2024-11-22T15:21:46,043 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/B/a9f5f894fdd14855b9842f46c3f97ae7 2024-11-22T15:21:46,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-22T15:21:46,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/C/533c5bd91cad41abb2dda52b7fc43a2f is 50, key is test_row_0/C:col10/1732288904978/Put/seqid=0 2024-11-22T15:21:46,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073741841_1017 (size=12001) 2024-11-22T15:21:46,449 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-22T15:21:46,450 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-22T15:21:46,467 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2024-11-22T15:21:46,509 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:21:46,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44366 deadline: 1732288966507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 2024-11-22T15:21:46,524 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:21:46,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44346 deadline: 1732288966520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 2024-11-22T15:21:46,525 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:21:46,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44356 deadline: 1732288966520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 2024-11-22T15:21:46,527 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:21:46,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44416 deadline: 1732288966521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 2024-11-22T15:21:46,533 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:21:46,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44372 deadline: 1732288966528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 2024-11-22T15:21:46,567 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/C/533c5bd91cad41abb2dda52b7fc43a2f 2024-11-22T15:21:46,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/A/7d732eecac62423b91351efa164bed42 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/A/7d732eecac62423b91351efa164bed42 2024-11-22T15:21:46,608 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/A/7d732eecac62423b91351efa164bed42, entries=150, sequenceid=11, filesize=11.7 K 2024-11-22T15:21:46,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/B/a9f5f894fdd14855b9842f46c3f97ae7 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/B/a9f5f894fdd14855b9842f46c3f97ae7 2024-11-22T15:21:46,645 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/B/a9f5f894fdd14855b9842f46c3f97ae7, entries=150, sequenceid=11, filesize=11.7 K 2024-11-22T15:21:46,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/C/533c5bd91cad41abb2dda52b7fc43a2f as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/C/533c5bd91cad41abb2dda52b7fc43a2f 2024-11-22T15:21:46,677 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/C/533c5bd91cad41abb2dda52b7fc43a2f, entries=150, sequenceid=11, filesize=11.7 K 2024-11-22T15:21:46,680 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for c2a85cc7cfb43c7bd2a67d6e1d115f24 in 1593ms, sequenceid=11, compaction requested=false 2024-11-22T15:21:46,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2538): Flush status journal for c2a85cc7cfb43c7bd2a67d6e1d115f24: 2024-11-22T15:21:46,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24. 2024-11-22T15:21:46,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-22T15:21:46,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44629 {}] master.HMaster(4106): Remote procedure done, pid=13 2024-11-22T15:21:46,697 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=12 2024-11-22T15:21:46,697 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7800 sec 2024-11-22T15:21:46,701 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees in 1.7980 sec 2024-11-22T15:21:47,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-22T15:21:47,049 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 12 completed 2024-11-22T15:21:47,053 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44629 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T15:21:47,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44629 {}] procedure2.ProcedureExecutor(1098): Stored pid=14, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees 2024-11-22T15:21:47,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-22T15:21:47,056 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=14, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T15:21:47,057 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=14, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T15:21:47,057 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T15:21:47,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-22T15:21:47,177 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-22T15:21:47,211 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:21:47,212 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-22T15:21:47,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24. 2024-11-22T15:21:47,231 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2837): Flushing c2a85cc7cfb43c7bd2a67d6e1d115f24 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-22T15:21:47,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c2a85cc7cfb43c7bd2a67d6e1d115f24, store=A 2024-11-22T15:21:47,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:21:47,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c2a85cc7cfb43c7bd2a67d6e1d115f24, store=B 2024-11-22T15:21:47,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:21:47,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c2a85cc7cfb43c7bd2a67d6e1d115f24, store=C 2024-11-22T15:21:47,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:21:47,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/A/4ec9af2d454842c4a470bf9b6cce764a is 50, key is test_row_0/A:col10/1732288905274/Put/seqid=0 2024-11-22T15:21:47,330 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-22T15:21:47,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073741842_1018 (size=12001) 2024-11-22T15:21:47,339 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-22T15:21:47,344 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2024-11-22T15:21:47,345 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_namespace Metrics about Tables on a single HBase RegionServer 2024-11-22T15:21:47,346 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T15:21:47,347 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-22T15:21:47,347 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-22T15:21:47,347 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-22T15:21:47,349 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-22T15:21:47,349 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-22T15:21:47,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-22T15:21:47,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(8581): Flush requested on c2a85cc7cfb43c7bd2a67d6e1d115f24 2024-11-22T15:21:47,534 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24. as already flushing 2024-11-22T15:21:47,558 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:21:47,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44416 deadline: 1732288967550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 2024-11-22T15:21:47,560 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:21:47,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44366 deadline: 1732288967551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 2024-11-22T15:21:47,561 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:21:47,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44356 deadline: 1732288967553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 2024-11-22T15:21:47,565 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:21:47,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44346 deadline: 1732288967559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 2024-11-22T15:21:47,567 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:21:47,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44372 deadline: 1732288967561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 2024-11-22T15:21:47,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-22T15:21:47,666 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:21:47,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44416 deadline: 1732288967663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 2024-11-22T15:21:47,667 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:21:47,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44366 deadline: 1732288967664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 2024-11-22T15:21:47,669 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:21:47,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44356 deadline: 1732288967665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 2024-11-22T15:21:47,672 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:21:47,680 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:21:47,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44372 deadline: 1732288967670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 2024-11-22T15:21:47,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44346 deadline: 1732288967669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 2024-11-22T15:21:47,734 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/A/4ec9af2d454842c4a470bf9b6cce764a 2024-11-22T15:21:47,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/B/646e8de44a34406bb1388a5e94bdb074 is 50, key is test_row_0/B:col10/1732288905274/Put/seqid=0 2024-11-22T15:21:47,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073741843_1019 (size=12001) 2024-11-22T15:21:47,808 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/B/646e8de44a34406bb1388a5e94bdb074 2024-11-22T15:21:47,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/C/3021329cea084ab890b32debc4f24bd0 is 50, key is test_row_0/C:col10/1732288905274/Put/seqid=0 2024-11-22T15:21:47,874 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:21:47,875 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:21:47,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44366 deadline: 1732288967871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 2024-11-22T15:21:47,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44416 deadline: 1732288967870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 2024-11-22T15:21:47,877 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:21:47,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44356 deadline: 1732288967872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 2024-11-22T15:21:47,887 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:21:47,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44372 deadline: 1732288967883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 2024-11-22T15:21:47,891 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:21:47,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44346 deadline: 1732288967887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 2024-11-22T15:21:48,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-22T15:21:48,179 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:21:48,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44366 deadline: 1732288968178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 2024-11-22T15:21:48,183 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:21:48,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44416 deadline: 1732288968179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 2024-11-22T15:21:48,184 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:21:48,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44356 deadline: 1732288968181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 2024-11-22T15:21:48,192 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:21:48,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44372 deadline: 1732288968190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 2024-11-22T15:21:48,202 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:21:48,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44346 deadline: 1732288968200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 2024-11-22T15:21:48,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073741844_1020 (size=12001) 2024-11-22T15:21:48,275 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/C/3021329cea084ab890b32debc4f24bd0 2024-11-22T15:21:48,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/A/4ec9af2d454842c4a470bf9b6cce764a as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/A/4ec9af2d454842c4a470bf9b6cce764a 2024-11-22T15:21:48,309 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/A/4ec9af2d454842c4a470bf9b6cce764a, entries=150, sequenceid=37, filesize=11.7 K 2024-11-22T15:21:48,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/B/646e8de44a34406bb1388a5e94bdb074 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/B/646e8de44a34406bb1388a5e94bdb074 2024-11-22T15:21:48,327 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/B/646e8de44a34406bb1388a5e94bdb074, entries=150, sequenceid=37, filesize=11.7 K 2024-11-22T15:21:48,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/C/3021329cea084ab890b32debc4f24bd0 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/C/3021329cea084ab890b32debc4f24bd0 2024-11-22T15:21:48,350 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/C/3021329cea084ab890b32debc4f24bd0, entries=150, sequenceid=37, filesize=11.7 K 2024-11-22T15:21:48,352 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for c2a85cc7cfb43c7bd2a67d6e1d115f24 in 1121ms, sequenceid=37, compaction requested=false 2024-11-22T15:21:48,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2538): Flush status journal for c2a85cc7cfb43c7bd2a67d6e1d115f24: 2024-11-22T15:21:48,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24. 2024-11-22T15:21:48,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-22T15:21:48,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44629 {}] master.HMaster(4106): Remote procedure done, pid=15 2024-11-22T15:21:48,361 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=15, resume processing ppid=14 2024-11-22T15:21:48,361 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=15, ppid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2990 sec 2024-11-22T15:21:48,367 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees in 1.3100 sec 2024-11-22T15:21:48,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(8581): Flush requested on c2a85cc7cfb43c7bd2a67d6e1d115f24 2024-11-22T15:21:48,699 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c2a85cc7cfb43c7bd2a67d6e1d115f24 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-22T15:21:48,703 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c2a85cc7cfb43c7bd2a67d6e1d115f24, store=A 2024-11-22T15:21:48,703 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:21:48,703 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c2a85cc7cfb43c7bd2a67d6e1d115f24, store=B 2024-11-22T15:21:48,703 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:21:48,703 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c2a85cc7cfb43c7bd2a67d6e1d115f24, store=C 2024-11-22T15:21:48,704 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:21:48,726 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/A/94ff3c473f9e420f966f23217b6fb63b is 50, key is test_row_0/A:col10/1732288908697/Put/seqid=0 2024-11-22T15:21:48,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073741845_1021 (size=14341) 2024-11-22T15:21:48,779 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/A/94ff3c473f9e420f966f23217b6fb63b 2024-11-22T15:21:48,788 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:21:48,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44372 deadline: 1732288968775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 2024-11-22T15:21:48,794 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:21:48,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44366 deadline: 1732288968777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 2024-11-22T15:21:48,796 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:21:48,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44356 deadline: 1732288968782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 2024-11-22T15:21:48,799 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:21:48,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44416 deadline: 1732288968788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 2024-11-22T15:21:48,802 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:21:48,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44346 deadline: 1732288968795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 2024-11-22T15:21:48,809 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/B/62f84c5a9429463c9f4b2730fee9d7b1 is 50, key is test_row_0/B:col10/1732288908697/Put/seqid=0 2024-11-22T15:21:48,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073741846_1022 (size=12001) 2024-11-22T15:21:48,861 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/B/62f84c5a9429463c9f4b2730fee9d7b1 2024-11-22T15:21:48,893 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/C/6da711e094c34ec08de5673dba8b9936 is 50, key is test_row_0/C:col10/1732288908697/Put/seqid=0 2024-11-22T15:21:48,903 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:21:48,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44372 deadline: 1732288968896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 2024-11-22T15:21:48,906 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:21:48,906 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:21:48,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44366 deadline: 1732288968897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 2024-11-22T15:21:48,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44416 deadline: 1732288968901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 2024-11-22T15:21:48,907 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:21:48,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44356 deadline: 1732288968902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 2024-11-22T15:21:48,907 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:21:48,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44346 deadline: 1732288968905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 2024-11-22T15:21:48,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073741847_1023 (size=12001) 2024-11-22T15:21:48,924 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/C/6da711e094c34ec08de5673dba8b9936 2024-11-22T15:21:48,941 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/A/94ff3c473f9e420f966f23217b6fb63b as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/A/94ff3c473f9e420f966f23217b6fb63b 2024-11-22T15:21:48,957 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/A/94ff3c473f9e420f966f23217b6fb63b, entries=200, sequenceid=50, filesize=14.0 K 2024-11-22T15:21:48,961 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/B/62f84c5a9429463c9f4b2730fee9d7b1 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/B/62f84c5a9429463c9f4b2730fee9d7b1 2024-11-22T15:21:48,983 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/B/62f84c5a9429463c9f4b2730fee9d7b1, entries=150, sequenceid=50, filesize=11.7 K 2024-11-22T15:21:48,986 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/C/6da711e094c34ec08de5673dba8b9936 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/C/6da711e094c34ec08de5673dba8b9936 2024-11-22T15:21:49,007 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/C/6da711e094c34ec08de5673dba8b9936, entries=150, sequenceid=50, filesize=11.7 K 2024-11-22T15:21:49,009 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for c2a85cc7cfb43c7bd2a67d6e1d115f24 in 311ms, sequenceid=50, compaction requested=true 2024-11-22T15:21:49,009 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c2a85cc7cfb43c7bd2a67d6e1d115f24: 2024-11-22T15:21:49,028 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c2a85cc7cfb43c7bd2a67d6e1d115f24:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T15:21:49,028 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T15:21:49,028 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T15:21:49,028 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c2a85cc7cfb43c7bd2a67d6e1d115f24:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T15:21:49,028 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T15:21:49,029 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c2a85cc7cfb43c7bd2a67d6e1d115f24:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T15:21:49,029 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-22T15:21:49,029 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T15:21:49,032 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T15:21:49,033 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38343 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T15:21:49,034 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1540): c2a85cc7cfb43c7bd2a67d6e1d115f24/B is initiating minor compaction (all files) 2024-11-22T15:21:49,034 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1540): c2a85cc7cfb43c7bd2a67d6e1d115f24/A is initiating minor compaction (all files) 2024-11-22T15:21:49,034 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c2a85cc7cfb43c7bd2a67d6e1d115f24/B in TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24. 2024-11-22T15:21:49,034 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c2a85cc7cfb43c7bd2a67d6e1d115f24/A in TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24. 2024-11-22T15:21:49,035 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/B/a9f5f894fdd14855b9842f46c3f97ae7, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/B/646e8de44a34406bb1388a5e94bdb074, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/B/62f84c5a9429463c9f4b2730fee9d7b1] into tmpdir=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp, totalSize=35.2 K 2024-11-22T15:21:49,035 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/A/7d732eecac62423b91351efa164bed42, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/A/4ec9af2d454842c4a470bf9b6cce764a, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/A/94ff3c473f9e420f966f23217b6fb63b] into tmpdir=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp, totalSize=37.4 K 2024-11-22T15:21:49,036 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting a9f5f894fdd14855b9842f46c3f97ae7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=11, earliestPutTs=1732288904959 2024-11-22T15:21:49,037 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7d732eecac62423b91351efa164bed42, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=11, earliestPutTs=1732288904959 2024-11-22T15:21:49,038 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting 646e8de44a34406bb1388a5e94bdb074, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1732288905274 2024-11-22T15:21:49,038 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4ec9af2d454842c4a470bf9b6cce764a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1732288905274 2024-11-22T15:21:49,039 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting 62f84c5a9429463c9f4b2730fee9d7b1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732288907543 2024-11-22T15:21:49,039 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting 94ff3c473f9e420f966f23217b6fb63b, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732288907543 2024-11-22T15:21:49,096 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c2a85cc7cfb43c7bd2a67d6e1d115f24#A#compaction#10 average throughput is 0.47 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T15:21:49,097 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/A/9e5a3827b35f440dbdfadc71dff66976 is 50, key is test_row_0/A:col10/1732288908697/Put/seqid=0 2024-11-22T15:21:49,103 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c2a85cc7cfb43c7bd2a67d6e1d115f24#B#compaction#9 average throughput is 0.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T15:21:49,104 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/B/7056a80bbdfe43c0a9cbe3ce275eec11 is 50, key is test_row_0/B:col10/1732288908697/Put/seqid=0 2024-11-22T15:21:49,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(8581): Flush requested on c2a85cc7cfb43c7bd2a67d6e1d115f24 2024-11-22T15:21:49,125 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c2a85cc7cfb43c7bd2a67d6e1d115f24 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-22T15:21:49,125 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c2a85cc7cfb43c7bd2a67d6e1d115f24, store=A 2024-11-22T15:21:49,125 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:21:49,126 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c2a85cc7cfb43c7bd2a67d6e1d115f24, store=B 2024-11-22T15:21:49,126 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:21:49,126 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c2a85cc7cfb43c7bd2a67d6e1d115f24, store=C 2024-11-22T15:21:49,126 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:21:49,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073741848_1024 (size=12104) 2024-11-22T15:21:49,141 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/A/e19f4bf86a0d42599261c7e279c757cd is 50, key is test_row_0/A:col10/1732288908777/Put/seqid=0 2024-11-22T15:21:49,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-22T15:21:49,164 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 14 completed 2024-11-22T15:21:49,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073741849_1025 (size=12104) 2024-11-22T15:21:49,170 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44629 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T15:21:49,170 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:21:49,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44346 deadline: 1732288969147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 2024-11-22T15:21:49,171 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:21:49,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44629 {}] procedure2.ProcedureExecutor(1098): Stored pid=16, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees 2024-11-22T15:21:49,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44372 deadline: 1732288969147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 2024-11-22T15:21:49,172 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:21:49,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44416 deadline: 1732288969154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 2024-11-22T15:21:49,173 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:21:49,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44356 deadline: 1732288969156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 2024-11-22T15:21:49,174 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=16, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T15:21:49,174 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:21:49,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44366 deadline: 1732288969159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 2024-11-22T15:21:49,175 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=16, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T15:21:49,175 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T15:21:49,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-22T15:21:49,200 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/B/7056a80bbdfe43c0a9cbe3ce275eec11 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/B/7056a80bbdfe43c0a9cbe3ce275eec11 2024-11-22T15:21:49,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073741850_1026 (size=14341) 2024-11-22T15:21:49,210 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/A/e19f4bf86a0d42599261c7e279c757cd 2024-11-22T15:21:49,248 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c2a85cc7cfb43c7bd2a67d6e1d115f24/B of c2a85cc7cfb43c7bd2a67d6e1d115f24 into 7056a80bbdfe43c0a9cbe3ce275eec11(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T15:21:49,248 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c2a85cc7cfb43c7bd2a67d6e1d115f24: 2024-11-22T15:21:49,249 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24., storeName=c2a85cc7cfb43c7bd2a67d6e1d115f24/B, priority=13, startTime=1732288909028; duration=0sec 2024-11-22T15:21:49,249 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T15:21:49,249 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c2a85cc7cfb43c7bd2a67d6e1d115f24:B 2024-11-22T15:21:49,249 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T15:21:49,252 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T15:21:49,252 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1540): c2a85cc7cfb43c7bd2a67d6e1d115f24/C is initiating minor compaction (all files) 2024-11-22T15:21:49,252 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c2a85cc7cfb43c7bd2a67d6e1d115f24/C in TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24. 2024-11-22T15:21:49,252 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/C/533c5bd91cad41abb2dda52b7fc43a2f, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/C/3021329cea084ab890b32debc4f24bd0, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/C/6da711e094c34ec08de5673dba8b9936] into tmpdir=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp, totalSize=35.2 K 2024-11-22T15:21:49,254 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting 533c5bd91cad41abb2dda52b7fc43a2f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=11, earliestPutTs=1732288904959 2024-11-22T15:21:49,256 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting 3021329cea084ab890b32debc4f24bd0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1732288905274 2024-11-22T15:21:49,257 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/B/f15a52294d4a46c098e563336aa9f958 is 50, key is test_row_0/B:col10/1732288908777/Put/seqid=0 2024-11-22T15:21:49,257 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting 6da711e094c34ec08de5673dba8b9936, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732288907543 2024-11-22T15:21:49,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-22T15:21:49,286 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:21:49,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44346 deadline: 1732288969273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 2024-11-22T15:21:49,288 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:21:49,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44372 deadline: 1732288969275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 2024-11-22T15:21:49,289 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:21:49,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44356 deadline: 1732288969275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 2024-11-22T15:21:49,293 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:21:49,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44416 deadline: 1732288969276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 2024-11-22T15:21:49,293 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:21:49,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44366 deadline: 1732288969276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 2024-11-22T15:21:49,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073741851_1027 (size=12001) 2024-11-22T15:21:49,302 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/B/f15a52294d4a46c098e563336aa9f958 2024-11-22T15:21:49,316 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c2a85cc7cfb43c7bd2a67d6e1d115f24#C#compaction#13 average throughput is 0.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T15:21:49,317 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/C/9e1c2e726b9b45d2a8cad82bd0e7542f is 50, key is test_row_0/C:col10/1732288908697/Put/seqid=0 2024-11-22T15:21:49,328 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:21:49,329 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-22T15:21:49,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24. 2024-11-22T15:21:49,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24. as already flushing 2024-11-22T15:21:49,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24. 2024-11-22T15:21:49,372 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => c2a85cc7cfb43c7bd2a67d6e1d115f24, NAME => 'TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:21:49,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => c2a85cc7cfb43c7bd2a67d6e1d115f24, NAME => 'TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:21:49,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c2a85cc7cfb43c7bd2a67d6e1d115f24, NAME => 'TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c2a85cc7cfb43c7bd2a67d6e1d115f24, NAME => 'TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:21:49,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073741852_1028 (size=12104) 2024-11-22T15:21:49,393 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/C/d4e1bf5fd00543a0a1f6e664d71e4470 is 50, key is test_row_0/C:col10/1732288908777/Put/seqid=0 2024-11-22T15:21:49,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073741853_1029 (size=12001) 2024-11-22T15:21:49,446 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/C/d4e1bf5fd00543a0a1f6e664d71e4470 2024-11-22T15:21:49,461 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/A/e19f4bf86a0d42599261c7e279c757cd as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/A/e19f4bf86a0d42599261c7e279c757cd 2024-11-22T15:21:49,473 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/A/e19f4bf86a0d42599261c7e279c757cd, entries=200, sequenceid=75, filesize=14.0 K 2024-11-22T15:21:49,476 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/B/f15a52294d4a46c098e563336aa9f958 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/B/f15a52294d4a46c098e563336aa9f958 2024-11-22T15:21:49,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-22T15:21:49,489 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/B/f15a52294d4a46c098e563336aa9f958, entries=150, sequenceid=75, filesize=11.7 K 2024-11-22T15:21:49,492 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/C/d4e1bf5fd00543a0a1f6e664d71e4470 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/C/d4e1bf5fd00543a0a1f6e664d71e4470 2024-11-22T15:21:49,509 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:21:49,509 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/C/d4e1bf5fd00543a0a1f6e664d71e4470, entries=150, sequenceid=75, filesize=11.7 K 2024-11-22T15:21:49,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44356 deadline: 1732288969495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 2024-11-22T15:21:49,511 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for c2a85cc7cfb43c7bd2a67d6e1d115f24 in 386ms, sequenceid=75, compaction requested=false 2024-11-22T15:21:49,511 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c2a85cc7cfb43c7bd2a67d6e1d115f24: 2024-11-22T15:21:49,512 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:21:49,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(8581): Flush requested on c2a85cc7cfb43c7bd2a67d6e1d115f24 2024-11-22T15:21:49,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44346 deadline: 1732288969492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 2024-11-22T15:21:49,513 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c2a85cc7cfb43c7bd2a67d6e1d115f24 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-22T15:21:49,516 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c2a85cc7cfb43c7bd2a67d6e1d115f24, store=A 2024-11-22T15:21:49,516 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:21:49,516 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c2a85cc7cfb43c7bd2a67d6e1d115f24, store=B 2024-11-22T15:21:49,516 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:21:49,516 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c2a85cc7cfb43c7bd2a67d6e1d115f24, store=C 2024-11-22T15:21:49,516 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:21:49,539 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:21:49,540 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-22T15:21:49,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24. 2024-11-22T15:21:49,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24. as already flushing 2024-11-22T15:21:49,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24. 2024-11-22T15:21:49,541 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => c2a85cc7cfb43c7bd2a67d6e1d115f24, NAME => 'TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:21:49,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => c2a85cc7cfb43c7bd2a67d6e1d115f24, NAME => 'TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:21:49,542 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/A/dcfb4da9ba574d16ab68eab2a8041e4e is 50, key is test_row_0/A:col10/1732288909510/Put/seqid=0 2024-11-22T15:21:49,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c2a85cc7cfb43c7bd2a67d6e1d115f24, NAME => 'TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c2a85cc7cfb43c7bd2a67d6e1d115f24, NAME => 'TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:21:49,558 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/A/9e5a3827b35f440dbdfadc71dff66976 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/A/9e5a3827b35f440dbdfadc71dff66976 2024-11-22T15:21:49,581 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c2a85cc7cfb43c7bd2a67d6e1d115f24/A of c2a85cc7cfb43c7bd2a67d6e1d115f24 into 9e5a3827b35f440dbdfadc71dff66976(size=11.8 K), total size for store is 25.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T15:21:49,581 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c2a85cc7cfb43c7bd2a67d6e1d115f24: 2024-11-22T15:21:49,581 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24., storeName=c2a85cc7cfb43c7bd2a67d6e1d115f24/A, priority=13, startTime=1732288909011; duration=0sec 2024-11-22T15:21:49,581 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T15:21:49,581 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c2a85cc7cfb43c7bd2a67d6e1d115f24:A 2024-11-22T15:21:49,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073741854_1030 (size=14341) 2024-11-22T15:21:49,632 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:21:49,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44372 deadline: 1732288969616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 2024-11-22T15:21:49,639 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:21:49,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44416 deadline: 1732288969624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 2024-11-22T15:21:49,641 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:21:49,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44366 deadline: 1732288969624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 2024-11-22T15:21:49,696 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:21:49,703 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-22T15:21:49,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24. 2024-11-22T15:21:49,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24. as already flushing 2024-11-22T15:21:49,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24. 2024-11-22T15:21:49,703 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => c2a85cc7cfb43c7bd2a67d6e1d115f24, NAME => 'TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:21:49,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => c2a85cc7cfb43c7bd2a67d6e1d115f24, NAME => 'TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:21:49,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c2a85cc7cfb43c7bd2a67d6e1d115f24, NAME => 'TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c2a85cc7cfb43c7bd2a67d6e1d115f24, NAME => 'TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:21:49,737 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:21:49,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44372 deadline: 1732288969736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 2024-11-22T15:21:49,745 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:21:49,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44416 deadline: 1732288969742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 2024-11-22T15:21:49,746 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:21:49,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44366 deadline: 1732288969744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 2024-11-22T15:21:49,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-22T15:21:49,805 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/C/9e1c2e726b9b45d2a8cad82bd0e7542f as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/C/9e1c2e726b9b45d2a8cad82bd0e7542f 2024-11-22T15:21:49,817 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:21:49,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44356 deadline: 1732288969813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 2024-11-22T15:21:49,819 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:21:49,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44346 deadline: 1732288969817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 2024-11-22T15:21:49,835 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c2a85cc7cfb43c7bd2a67d6e1d115f24/C of c2a85cc7cfb43c7bd2a67d6e1d115f24 into 9e1c2e726b9b45d2a8cad82bd0e7542f(size=11.8 K), total size for store is 23.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T15:21:49,836 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c2a85cc7cfb43c7bd2a67d6e1d115f24: 2024-11-22T15:21:49,836 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24., storeName=c2a85cc7cfb43c7bd2a67d6e1d115f24/C, priority=13, startTime=1732288909028; duration=0sec 2024-11-22T15:21:49,836 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T15:21:49,836 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c2a85cc7cfb43c7bd2a67d6e1d115f24:C 2024-11-22T15:21:49,857 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:21:49,868 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-22T15:21:49,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24. 2024-11-22T15:21:49,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24. as already flushing 2024-11-22T15:21:49,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24. 2024-11-22T15:21:49,868 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => c2a85cc7cfb43c7bd2a67d6e1d115f24, NAME => 'TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:21:49,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => c2a85cc7cfb43c7bd2a67d6e1d115f24, NAME => 'TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:21:49,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c2a85cc7cfb43c7bd2a67d6e1d115f24, NAME => 'TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c2a85cc7cfb43c7bd2a67d6e1d115f24, NAME => 'TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:21:49,947 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:21:49,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44372 deadline: 1732288969943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 2024-11-22T15:21:49,954 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:21:49,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44366 deadline: 1732288969949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 2024-11-22T15:21:49,955 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:21:49,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44416 deadline: 1732288969951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 2024-11-22T15:21:49,992 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/A/dcfb4da9ba574d16ab68eab2a8041e4e 2024-11-22T15:21:50,020 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/B/80a4d9777a354637bfd6e467fe8b91f0 is 50, key is test_row_0/B:col10/1732288909510/Put/seqid=0 2024-11-22T15:21:50,022 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:21:50,023 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-22T15:21:50,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24. 2024-11-22T15:21:50,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24. as already flushing 2024-11-22T15:21:50,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24. 2024-11-22T15:21:50,024 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => c2a85cc7cfb43c7bd2a67d6e1d115f24, NAME => 'TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:21:50,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => c2a85cc7cfb43c7bd2a67d6e1d115f24, NAME => 'TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:21:50,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c2a85cc7cfb43c7bd2a67d6e1d115f24, NAME => 'TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c2a85cc7cfb43c7bd2a67d6e1d115f24, NAME => 'TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:21:50,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073741855_1031 (size=12001) 2024-11-22T15:21:50,177 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:21:50,178 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-22T15:21:50,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24. 2024-11-22T15:21:50,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24. as already flushing 2024-11-22T15:21:50,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24. 2024-11-22T15:21:50,178 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => c2a85cc7cfb43c7bd2a67d6e1d115f24, NAME => 'TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:21:50,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => c2a85cc7cfb43c7bd2a67d6e1d115f24, NAME => 'TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:21:50,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c2a85cc7cfb43c7bd2a67d6e1d115f24, NAME => 'TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c2a85cc7cfb43c7bd2a67d6e1d115f24, NAME => 'TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:21:50,251 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:21:50,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44372 deadline: 1732288970250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 2024-11-22T15:21:50,258 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:21:50,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44416 deadline: 1732288970258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 2024-11-22T15:21:50,259 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:21:50,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44366 deadline: 1732288970257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 2024-11-22T15:21:50,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-22T15:21:50,325 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:21:50,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44346 deadline: 1732288970322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 2024-11-22T15:21:50,326 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:21:50,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44356 deadline: 1732288970323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 2024-11-22T15:21:50,332 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:21:50,332 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-22T15:21:50,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24. 2024-11-22T15:21:50,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24. as already flushing 2024-11-22T15:21:50,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24. 2024-11-22T15:21:50,333 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => c2a85cc7cfb43c7bd2a67d6e1d115f24, NAME => 'TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:21:50,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => c2a85cc7cfb43c7bd2a67d6e1d115f24, NAME => 'TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:21:50,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c2a85cc7cfb43c7bd2a67d6e1d115f24, NAME => 'TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c2a85cc7cfb43c7bd2a67d6e1d115f24, NAME => 'TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:21:50,479 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/B/80a4d9777a354637bfd6e467fe8b91f0 2024-11-22T15:21:50,488 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:21:50,489 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-22T15:21:50,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24. 2024-11-22T15:21:50,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24. as already flushing 2024-11-22T15:21:50,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24. 2024-11-22T15:21:50,490 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => c2a85cc7cfb43c7bd2a67d6e1d115f24, NAME => 'TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:21:50,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => c2a85cc7cfb43c7bd2a67d6e1d115f24, NAME => 'TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:21:50,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c2a85cc7cfb43c7bd2a67d6e1d115f24, NAME => 'TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c2a85cc7cfb43c7bd2a67d6e1d115f24, NAME => 'TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:21:50,545 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/C/42808ec9bd344cfba677af0511d2a4d0 is 50, key is test_row_0/C:col10/1732288909510/Put/seqid=0 2024-11-22T15:21:50,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073741856_1032 (size=12001) 2024-11-22T15:21:50,643 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:21:50,645 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-22T15:21:50,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24. 2024-11-22T15:21:50,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24. as already flushing 2024-11-22T15:21:50,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24. 2024-11-22T15:21:50,645 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => c2a85cc7cfb43c7bd2a67d6e1d115f24, NAME => 'TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:21:50,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => c2a85cc7cfb43c7bd2a67d6e1d115f24, NAME => 'TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:21:50,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c2a85cc7cfb43c7bd2a67d6e1d115f24, NAME => 'TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c2a85cc7cfb43c7bd2a67d6e1d115f24, NAME => 'TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:21:50,754 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:21:50,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44372 deadline: 1732288970753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 2024-11-22T15:21:50,766 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:21:50,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44416 deadline: 1732288970764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 2024-11-22T15:21:50,770 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:21:50,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44366 deadline: 1732288970766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 2024-11-22T15:21:50,799 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:21:50,800 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-22T15:21:50,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24. 2024-11-22T15:21:50,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24. as already flushing 2024-11-22T15:21:50,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24. 2024-11-22T15:21:50,800 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => c2a85cc7cfb43c7bd2a67d6e1d115f24, NAME => 'TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:21:50,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => c2a85cc7cfb43c7bd2a67d6e1d115f24, NAME => 'TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:21:50,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c2a85cc7cfb43c7bd2a67d6e1d115f24, NAME => 'TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c2a85cc7cfb43c7bd2a67d6e1d115f24, NAME => 'TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:21:50,953 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:21:50,954 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-22T15:21:50,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24. 2024-11-22T15:21:50,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24. as already flushing 2024-11-22T15:21:50,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24. 2024-11-22T15:21:50,954 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => c2a85cc7cfb43c7bd2a67d6e1d115f24, NAME => 'TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:21:50,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => c2a85cc7cfb43c7bd2a67d6e1d115f24, NAME => 'TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:21:50,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c2a85cc7cfb43c7bd2a67d6e1d115f24, NAME => 'TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c2a85cc7cfb43c7bd2a67d6e1d115f24, NAME => 'TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:21:50,996 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/C/42808ec9bd344cfba677af0511d2a4d0 2024-11-22T15:21:51,011 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/A/dcfb4da9ba574d16ab68eab2a8041e4e as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/A/dcfb4da9ba574d16ab68eab2a8041e4e 2024-11-22T15:21:51,026 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/A/dcfb4da9ba574d16ab68eab2a8041e4e, entries=200, sequenceid=89, filesize=14.0 K 2024-11-22T15:21:51,029 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/B/80a4d9777a354637bfd6e467fe8b91f0 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/B/80a4d9777a354637bfd6e467fe8b91f0 2024-11-22T15:21:51,052 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/B/80a4d9777a354637bfd6e467fe8b91f0, entries=150, sequenceid=89, filesize=11.7 K 2024-11-22T15:21:51,055 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/C/42808ec9bd344cfba677af0511d2a4d0 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/C/42808ec9bd344cfba677af0511d2a4d0 2024-11-22T15:21:51,068 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/C/42808ec9bd344cfba677af0511d2a4d0, entries=150, sequenceid=89, filesize=11.7 K 2024-11-22T15:21:51,075 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for c2a85cc7cfb43c7bd2a67d6e1d115f24 in 1562ms, sequenceid=89, compaction requested=true 2024-11-22T15:21:51,075 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c2a85cc7cfb43c7bd2a67d6e1d115f24: 2024-11-22T15:21:51,075 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c2a85cc7cfb43c7bd2a67d6e1d115f24:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T15:21:51,076 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T15:21:51,076 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T15:21:51,076 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T15:21:51,078 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c2a85cc7cfb43c7bd2a67d6e1d115f24:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T15:21:51,079 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T15:21:51,079 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c2a85cc7cfb43c7bd2a67d6e1d115f24:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T15:21:51,079 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T15:21:51,079 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40786 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T15:21:51,079 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1540): c2a85cc7cfb43c7bd2a67d6e1d115f24/A is initiating minor compaction (all files) 2024-11-22T15:21:51,079 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c2a85cc7cfb43c7bd2a67d6e1d115f24/A in TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24. 2024-11-22T15:21:51,079 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/A/9e5a3827b35f440dbdfadc71dff66976, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/A/e19f4bf86a0d42599261c7e279c757cd, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/A/dcfb4da9ba574d16ab68eab2a8041e4e] into tmpdir=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp, totalSize=39.8 K 2024-11-22T15:21:51,081 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T15:21:51,081 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9e5a3827b35f440dbdfadc71dff66976, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732288907543 2024-11-22T15:21:51,081 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1540): c2a85cc7cfb43c7bd2a67d6e1d115f24/B is initiating minor compaction (all files) 2024-11-22T15:21:51,081 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c2a85cc7cfb43c7bd2a67d6e1d115f24/B in TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24. 2024-11-22T15:21:51,081 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/B/7056a80bbdfe43c0a9cbe3ce275eec11, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/B/f15a52294d4a46c098e563336aa9f958, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/B/80a4d9777a354637bfd6e467fe8b91f0] into tmpdir=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp, totalSize=35.3 K 2024-11-22T15:21:51,081 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting e19f4bf86a0d42599261c7e279c757cd, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1732288908777 2024-11-22T15:21:51,083 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting dcfb4da9ba574d16ab68eab2a8041e4e, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1732288909133 2024-11-22T15:21:51,083 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting 7056a80bbdfe43c0a9cbe3ce275eec11, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732288907543 2024-11-22T15:21:51,088 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting f15a52294d4a46c098e563336aa9f958, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1732288908777 2024-11-22T15:21:51,094 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting 80a4d9777a354637bfd6e467fe8b91f0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1732288909147 2024-11-22T15:21:51,108 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:21:51,109 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-22T15:21:51,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24. 2024-11-22T15:21:51,110 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2837): Flushing c2a85cc7cfb43c7bd2a67d6e1d115f24 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-22T15:21:51,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c2a85cc7cfb43c7bd2a67d6e1d115f24, store=A 2024-11-22T15:21:51,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:21:51,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c2a85cc7cfb43c7bd2a67d6e1d115f24, store=B 2024-11-22T15:21:51,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:21:51,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c2a85cc7cfb43c7bd2a67d6e1d115f24, store=C 2024-11-22T15:21:51,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:21:51,124 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c2a85cc7cfb43c7bd2a67d6e1d115f24#A#compaction#18 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T15:21:51,125 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/A/5a5a702b0cef4cc0af83c5edddad02d1 is 50, key is test_row_0/A:col10/1732288909510/Put/seqid=0 2024-11-22T15:21:51,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/A/22f7210ed3ad45cdb6cfd77b17d0334b is 50, key is test_row_0/A:col10/1732288909616/Put/seqid=0 2024-11-22T15:21:51,158 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c2a85cc7cfb43c7bd2a67d6e1d115f24#B#compaction#20 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T15:21:51,159 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/B/ed9a4859795b430bb4bb3cd1f2b743e9 is 50, key is test_row_0/B:col10/1732288909510/Put/seqid=0 2024-11-22T15:21:51,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073741857_1033 (size=12207) 2024-11-22T15:21:51,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073741858_1034 (size=12001) 2024-11-22T15:21:51,225 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/A/22f7210ed3ad45cdb6cfd77b17d0334b 2024-11-22T15:21:51,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073741859_1035 (size=12207) 2024-11-22T15:21:51,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/B/7a69fdabb9e14a4baa10381491c5fd72 is 50, key is test_row_0/B:col10/1732288909616/Put/seqid=0 2024-11-22T15:21:51,265 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/B/ed9a4859795b430bb4bb3cd1f2b743e9 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/B/ed9a4859795b430bb4bb3cd1f2b743e9 2024-11-22T15:21:51,276 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c2a85cc7cfb43c7bd2a67d6e1d115f24/B of c2a85cc7cfb43c7bd2a67d6e1d115f24 into ed9a4859795b430bb4bb3cd1f2b743e9(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T15:21:51,276 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c2a85cc7cfb43c7bd2a67d6e1d115f24: 2024-11-22T15:21:51,277 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24., storeName=c2a85cc7cfb43c7bd2a67d6e1d115f24/B, priority=13, startTime=1732288911076; duration=0sec 2024-11-22T15:21:51,277 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T15:21:51,277 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c2a85cc7cfb43c7bd2a67d6e1d115f24:B 2024-11-22T15:21:51,277 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T15:21:51,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073741860_1036 (size=12001) 2024-11-22T15:21:51,280 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/B/7a69fdabb9e14a4baa10381491c5fd72 2024-11-22T15:21:51,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-22T15:21:51,284 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T15:21:51,284 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1540): c2a85cc7cfb43c7bd2a67d6e1d115f24/C is initiating minor compaction (all files) 2024-11-22T15:21:51,284 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c2a85cc7cfb43c7bd2a67d6e1d115f24/C in TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24. 2024-11-22T15:21:51,285 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/C/9e1c2e726b9b45d2a8cad82bd0e7542f, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/C/d4e1bf5fd00543a0a1f6e664d71e4470, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/C/42808ec9bd344cfba677af0511d2a4d0] into tmpdir=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp, totalSize=35.3 K 2024-11-22T15:21:51,287 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting 9e1c2e726b9b45d2a8cad82bd0e7542f, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732288907543 2024-11-22T15:21:51,289 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting d4e1bf5fd00543a0a1f6e664d71e4470, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1732288908777 2024-11-22T15:21:51,290 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting 42808ec9bd344cfba677af0511d2a4d0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1732288909147 2024-11-22T15:21:51,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/C/18d2b39e2f58465090e2dcbd827454a0 is 50, key is test_row_0/C:col10/1732288909616/Put/seqid=0 2024-11-22T15:21:51,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073741861_1037 (size=12001) 2024-11-22T15:21:51,338 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24. as already flushing 2024-11-22T15:21:51,340 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c2a85cc7cfb43c7bd2a67d6e1d115f24#C#compaction#23 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T15:21:51,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(8581): Flush requested on c2a85cc7cfb43c7bd2a67d6e1d115f24 2024-11-22T15:21:51,346 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/C/efbbb11edb644c4d912cfbe4a5b00b40 is 50, key is test_row_0/C:col10/1732288909510/Put/seqid=0 2024-11-22T15:21:51,381 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:21:51,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44346 deadline: 1732288971375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 2024-11-22T15:21:51,381 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:21:51,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44356 deadline: 1732288971377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 2024-11-22T15:21:51,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073741862_1038 (size=12207) 2024-11-22T15:21:51,409 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/C/efbbb11edb644c4d912cfbe4a5b00b40 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/C/efbbb11edb644c4d912cfbe4a5b00b40 2024-11-22T15:21:51,421 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c2a85cc7cfb43c7bd2a67d6e1d115f24/C of c2a85cc7cfb43c7bd2a67d6e1d115f24 into efbbb11edb644c4d912cfbe4a5b00b40(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T15:21:51,421 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c2a85cc7cfb43c7bd2a67d6e1d115f24: 2024-11-22T15:21:51,421 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24., storeName=c2a85cc7cfb43c7bd2a67d6e1d115f24/C, priority=13, startTime=1732288911079; duration=0sec 2024-11-22T15:21:51,421 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T15:21:51,421 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c2a85cc7cfb43c7bd2a67d6e1d115f24:C 2024-11-22T15:21:51,486 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:21:51,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44346 deadline: 1732288971485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 2024-11-22T15:21:51,489 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:21:51,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44356 deadline: 1732288971485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 2024-11-22T15:21:51,619 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/A/5a5a702b0cef4cc0af83c5edddad02d1 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/A/5a5a702b0cef4cc0af83c5edddad02d1 2024-11-22T15:21:51,630 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c2a85cc7cfb43c7bd2a67d6e1d115f24/A of c2a85cc7cfb43c7bd2a67d6e1d115f24 into 5a5a702b0cef4cc0af83c5edddad02d1(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T15:21:51,631 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c2a85cc7cfb43c7bd2a67d6e1d115f24: 2024-11-22T15:21:51,631 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24., storeName=c2a85cc7cfb43c7bd2a67d6e1d115f24/A, priority=13, startTime=1732288911075; duration=0sec 2024-11-22T15:21:51,631 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T15:21:51,631 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c2a85cc7cfb43c7bd2a67d6e1d115f24:A 2024-11-22T15:21:51,689 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:21:51,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44346 deadline: 1732288971689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 2024-11-22T15:21:51,698 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:21:51,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44356 deadline: 1732288971697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 2024-11-22T15:21:51,734 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/C/18d2b39e2f58465090e2dcbd827454a0 2024-11-22T15:21:51,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/A/22f7210ed3ad45cdb6cfd77b17d0334b as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/A/22f7210ed3ad45cdb6cfd77b17d0334b 2024-11-22T15:21:51,765 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:21:51,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44372 deadline: 1732288971762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 2024-11-22T15:21:51,779 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/A/22f7210ed3ad45cdb6cfd77b17d0334b, entries=150, sequenceid=114, filesize=11.7 K 2024-11-22T15:21:51,780 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:21:51,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44416 deadline: 1732288971772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 2024-11-22T15:21:51,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/B/7a69fdabb9e14a4baa10381491c5fd72 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/B/7a69fdabb9e14a4baa10381491c5fd72 2024-11-22T15:21:51,790 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:21:51,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44366 deadline: 1732288971789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 2024-11-22T15:21:51,805 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/B/7a69fdabb9e14a4baa10381491c5fd72, entries=150, sequenceid=114, filesize=11.7 K 2024-11-22T15:21:51,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/C/18d2b39e2f58465090e2dcbd827454a0 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/C/18d2b39e2f58465090e2dcbd827454a0 2024-11-22T15:21:51,821 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/C/18d2b39e2f58465090e2dcbd827454a0, entries=150, sequenceid=114, filesize=11.7 K 2024-11-22T15:21:51,824 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for c2a85cc7cfb43c7bd2a67d6e1d115f24 in 715ms, sequenceid=114, compaction requested=false 2024-11-22T15:21:51,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2538): Flush status journal for c2a85cc7cfb43c7bd2a67d6e1d115f24: 2024-11-22T15:21:51,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24. 2024-11-22T15:21:51,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=17 2024-11-22T15:21:51,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44629 {}] master.HMaster(4106): Remote procedure done, pid=17 2024-11-22T15:21:51,830 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=17, resume processing ppid=16 2024-11-22T15:21:51,830 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=17, ppid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6520 sec 2024-11-22T15:21:51,834 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees in 2.6610 sec 2024-11-22T15:21:51,998 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c2a85cc7cfb43c7bd2a67d6e1d115f24 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-22T15:21:51,999 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c2a85cc7cfb43c7bd2a67d6e1d115f24, store=A 2024-11-22T15:21:51,999 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:21:51,999 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c2a85cc7cfb43c7bd2a67d6e1d115f24, store=B 2024-11-22T15:21:51,999 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:21:51,999 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c2a85cc7cfb43c7bd2a67d6e1d115f24, store=C 2024-11-22T15:21:51,999 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:21:51,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(8581): Flush requested on c2a85cc7cfb43c7bd2a67d6e1d115f24 2024-11-22T15:21:52,020 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/A/30d23fcb2a544d78b3f60b2d87c94387 is 50, key is test_row_0/A:col10/1732288911366/Put/seqid=0 2024-11-22T15:21:52,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073741863_1039 (size=12051) 2024-11-22T15:21:52,111 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:21:52,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44356 deadline: 1732288972098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 2024-11-22T15:21:52,115 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:21:52,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44346 deadline: 1732288972103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 2024-11-22T15:21:52,220 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:21:52,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44346 deadline: 1732288972217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 2024-11-22T15:21:52,224 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:21:52,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44356 deadline: 1732288972221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 2024-11-22T15:21:52,427 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:21:52,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44346 deadline: 1732288972423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 2024-11-22T15:21:52,429 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:21:52,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44356 deadline: 1732288972427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 2024-11-22T15:21:52,477 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/A/30d23fcb2a544d78b3f60b2d87c94387 2024-11-22T15:21:52,514 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/B/77a0aa070b784ed2ac07c68c8ffefad2 is 50, key is test_row_0/B:col10/1732288911366/Put/seqid=0 2024-11-22T15:21:52,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073741864_1040 (size=12051) 2024-11-22T15:21:52,734 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:21:52,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44346 deadline: 1732288972732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 2024-11-22T15:21:52,736 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:21:52,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44356 deadline: 1732288972733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 2024-11-22T15:21:52,939 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/B/77a0aa070b784ed2ac07c68c8ffefad2 2024-11-22T15:21:52,984 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/C/f8aeb65a97da4497a149373ab49dbd25 is 50, key is test_row_0/C:col10/1732288911366/Put/seqid=0 2024-11-22T15:21:53,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073741865_1041 (size=12051) 2024-11-22T15:21:53,016 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/C/f8aeb65a97da4497a149373ab49dbd25 2024-11-22T15:21:53,031 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/A/30d23fcb2a544d78b3f60b2d87c94387 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/A/30d23fcb2a544d78b3f60b2d87c94387 2024-11-22T15:21:53,044 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/A/30d23fcb2a544d78b3f60b2d87c94387, entries=150, sequenceid=131, filesize=11.8 K 2024-11-22T15:21:53,047 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/B/77a0aa070b784ed2ac07c68c8ffefad2 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/B/77a0aa070b784ed2ac07c68c8ffefad2 2024-11-22T15:21:53,058 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/B/77a0aa070b784ed2ac07c68c8ffefad2, entries=150, sequenceid=131, filesize=11.8 K 2024-11-22T15:21:53,060 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/C/f8aeb65a97da4497a149373ab49dbd25 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/C/f8aeb65a97da4497a149373ab49dbd25 2024-11-22T15:21:53,079 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/C/f8aeb65a97da4497a149373ab49dbd25, entries=150, sequenceid=131, filesize=11.8 K 2024-11-22T15:21:53,081 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for c2a85cc7cfb43c7bd2a67d6e1d115f24 in 1083ms, sequenceid=131, compaction requested=true 2024-11-22T15:21:53,081 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c2a85cc7cfb43c7bd2a67d6e1d115f24: 2024-11-22T15:21:53,081 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c2a85cc7cfb43c7bd2a67d6e1d115f24:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T15:21:53,081 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T15:21:53,081 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T15:21:53,081 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c2a85cc7cfb43c7bd2a67d6e1d115f24:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T15:21:53,082 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T15:21:53,082 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c2a85cc7cfb43c7bd2a67d6e1d115f24:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T15:21:53,082 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T15:21:53,082 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T15:21:53,083 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36259 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T15:21:53,084 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36259 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T15:21:53,084 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1540): c2a85cc7cfb43c7bd2a67d6e1d115f24/A is initiating minor compaction (all files) 2024-11-22T15:21:53,084 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1540): c2a85cc7cfb43c7bd2a67d6e1d115f24/B is initiating minor compaction (all files) 2024-11-22T15:21:53,084 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c2a85cc7cfb43c7bd2a67d6e1d115f24/A in TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24. 2024-11-22T15:21:53,084 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c2a85cc7cfb43c7bd2a67d6e1d115f24/B in TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24. 2024-11-22T15:21:53,084 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/A/5a5a702b0cef4cc0af83c5edddad02d1, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/A/22f7210ed3ad45cdb6cfd77b17d0334b, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/A/30d23fcb2a544d78b3f60b2d87c94387] into tmpdir=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp, totalSize=35.4 K 2024-11-22T15:21:53,084 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/B/ed9a4859795b430bb4bb3cd1f2b743e9, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/B/7a69fdabb9e14a4baa10381491c5fd72, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/B/77a0aa070b784ed2ac07c68c8ffefad2] into tmpdir=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp, totalSize=35.4 K 2024-11-22T15:21:53,085 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5a5a702b0cef4cc0af83c5edddad02d1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1732288909147 2024-11-22T15:21:53,085 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting ed9a4859795b430bb4bb3cd1f2b743e9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1732288909147 2024-11-22T15:21:53,086 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting 7a69fdabb9e14a4baa10381491c5fd72, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1732288909613 2024-11-22T15:21:53,086 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting 22f7210ed3ad45cdb6cfd77b17d0334b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1732288909613 2024-11-22T15:21:53,086 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting 77a0aa070b784ed2ac07c68c8ffefad2, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1732288911365 2024-11-22T15:21:53,086 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting 30d23fcb2a544d78b3f60b2d87c94387, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1732288911365 2024-11-22T15:21:53,110 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c2a85cc7cfb43c7bd2a67d6e1d115f24#A#compaction#27 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T15:21:53,111 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/A/1ffe673272bf4213913143c40b7b6dc5 is 50, key is test_row_0/A:col10/1732288911366/Put/seqid=0 2024-11-22T15:21:53,122 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c2a85cc7cfb43c7bd2a67d6e1d115f24#B#compaction#28 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T15:21:53,123 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/B/159555cf20d74e30ac8ace562d32b603 is 50, key is test_row_0/B:col10/1732288911366/Put/seqid=0 2024-11-22T15:21:53,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073741866_1042 (size=12359) 2024-11-22T15:21:53,160 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/A/1ffe673272bf4213913143c40b7b6dc5 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/A/1ffe673272bf4213913143c40b7b6dc5 2024-11-22T15:21:53,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073741867_1043 (size=12359) 2024-11-22T15:21:53,175 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c2a85cc7cfb43c7bd2a67d6e1d115f24/A of c2a85cc7cfb43c7bd2a67d6e1d115f24 into 1ffe673272bf4213913143c40b7b6dc5(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T15:21:53,175 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c2a85cc7cfb43c7bd2a67d6e1d115f24: 2024-11-22T15:21:53,175 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24., storeName=c2a85cc7cfb43c7bd2a67d6e1d115f24/A, priority=13, startTime=1732288913081; duration=0sec 2024-11-22T15:21:53,175 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T15:21:53,175 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c2a85cc7cfb43c7bd2a67d6e1d115f24:A 2024-11-22T15:21:53,176 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T15:21:53,179 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36259 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T15:21:53,179 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1540): c2a85cc7cfb43c7bd2a67d6e1d115f24/C is initiating minor compaction (all files) 2024-11-22T15:21:53,179 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c2a85cc7cfb43c7bd2a67d6e1d115f24/C in TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24. 2024-11-22T15:21:53,179 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/C/efbbb11edb644c4d912cfbe4a5b00b40, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/C/18d2b39e2f58465090e2dcbd827454a0, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/C/f8aeb65a97da4497a149373ab49dbd25] into tmpdir=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp, totalSize=35.4 K 2024-11-22T15:21:53,180 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting efbbb11edb644c4d912cfbe4a5b00b40, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1732288909147 2024-11-22T15:21:53,181 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting 18d2b39e2f58465090e2dcbd827454a0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1732288909613 2024-11-22T15:21:53,183 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting f8aeb65a97da4497a149373ab49dbd25, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1732288911365 2024-11-22T15:21:53,191 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/B/159555cf20d74e30ac8ace562d32b603 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/B/159555cf20d74e30ac8ace562d32b603 2024-11-22T15:21:53,201 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c2a85cc7cfb43c7bd2a67d6e1d115f24/B of c2a85cc7cfb43c7bd2a67d6e1d115f24 into 159555cf20d74e30ac8ace562d32b603(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T15:21:53,201 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c2a85cc7cfb43c7bd2a67d6e1d115f24: 2024-11-22T15:21:53,201 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24., storeName=c2a85cc7cfb43c7bd2a67d6e1d115f24/B, priority=13, startTime=1732288913081; duration=0sec 2024-11-22T15:21:53,201 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T15:21:53,201 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c2a85cc7cfb43c7bd2a67d6e1d115f24:B 2024-11-22T15:21:53,213 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c2a85cc7cfb43c7bd2a67d6e1d115f24#C#compaction#29 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T15:21:53,213 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/C/9c41291aa33d4ca29f180c79d0fbde6a is 50, key is test_row_0/C:col10/1732288911366/Put/seqid=0 2024-11-22T15:21:53,245 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c2a85cc7cfb43c7bd2a67d6e1d115f24 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-22T15:21:53,246 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c2a85cc7cfb43c7bd2a67d6e1d115f24, store=A 2024-11-22T15:21:53,246 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:21:53,246 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c2a85cc7cfb43c7bd2a67d6e1d115f24, store=B 2024-11-22T15:21:53,246 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:21:53,246 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c2a85cc7cfb43c7bd2a67d6e1d115f24, store=C 2024-11-22T15:21:53,246 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:21:53,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(8581): Flush requested on c2a85cc7cfb43c7bd2a67d6e1d115f24 2024-11-22T15:21:53,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073741868_1044 (size=12359) 2024-11-22T15:21:53,272 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/A/9a538ee619b74f2f82d23575fe6a1189 is 50, key is test_row_0/A:col10/1732288912078/Put/seqid=0 2024-11-22T15:21:53,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-22T15:21:53,284 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:21:53,285 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 16 completed 2024-11-22T15:21:53,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44346 deadline: 1732288973281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 2024-11-22T15:21:53,285 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:21:53,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44356 deadline: 1732288973282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 2024-11-22T15:21:53,287 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44629 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T15:21:53,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44629 {}] procedure2.ProcedureExecutor(1098): Stored pid=18, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees 2024-11-22T15:21:53,290 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=18, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T15:21:53,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-22T15:21:53,292 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=18, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T15:21:53,292 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T15:21:53,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073741869_1045 (size=12151) 2024-11-22T15:21:53,311 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/A/9a538ee619b74f2f82d23575fe6a1189 2024-11-22T15:21:53,337 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/B/cb4812fde4594302929cef770771b7b4 is 50, key is test_row_0/B:col10/1732288912078/Put/seqid=0 2024-11-22T15:21:53,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073741870_1046 (size=12151) 2024-11-22T15:21:53,387 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/B/cb4812fde4594302929cef770771b7b4 2024-11-22T15:21:53,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-22T15:21:53,392 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:21:53,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44346 deadline: 1732288973387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 2024-11-22T15:21:53,393 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:21:53,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44356 deadline: 1732288973388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 2024-11-22T15:21:53,412 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/C/3c308278364a4eb78f5659d982a8b072 is 50, key is test_row_0/C:col10/1732288912078/Put/seqid=0 2024-11-22T15:21:53,446 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:21:53,447 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-22T15:21:53,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24. 2024-11-22T15:21:53,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24. as already flushing 2024-11-22T15:21:53,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24. 2024-11-22T15:21:53,448 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => c2a85cc7cfb43c7bd2a67d6e1d115f24, NAME => 'TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:21:53,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => c2a85cc7cfb43c7bd2a67d6e1d115f24, NAME => 'TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:21:53,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c2a85cc7cfb43c7bd2a67d6e1d115f24, NAME => 'TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c2a85cc7cfb43c7bd2a67d6e1d115f24, NAME => 'TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:21:53,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073741871_1047 (size=12151) 2024-11-22T15:21:53,458 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/C/3c308278364a4eb78f5659d982a8b072 2024-11-22T15:21:53,469 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/A/9a538ee619b74f2f82d23575fe6a1189 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/A/9a538ee619b74f2f82d23575fe6a1189 2024-11-22T15:21:53,481 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/A/9a538ee619b74f2f82d23575fe6a1189, entries=150, sequenceid=157, filesize=11.9 K 2024-11-22T15:21:53,483 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/B/cb4812fde4594302929cef770771b7b4 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/B/cb4812fde4594302929cef770771b7b4 2024-11-22T15:21:53,494 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/B/cb4812fde4594302929cef770771b7b4, entries=150, sequenceid=157, filesize=11.9 K 2024-11-22T15:21:53,499 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/C/3c308278364a4eb78f5659d982a8b072 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/C/3c308278364a4eb78f5659d982a8b072 2024-11-22T15:21:53,515 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/C/3c308278364a4eb78f5659d982a8b072, entries=150, sequenceid=157, filesize=11.9 K 2024-11-22T15:21:53,517 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for c2a85cc7cfb43c7bd2a67d6e1d115f24 in 272ms, sequenceid=157, compaction requested=false 2024-11-22T15:21:53,517 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c2a85cc7cfb43c7bd2a67d6e1d115f24: 2024-11-22T15:21:53,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-22T15:21:53,604 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:21:53,606 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-22T15:21:53,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24. 2024-11-22T15:21:53,606 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2837): Flushing c2a85cc7cfb43c7bd2a67d6e1d115f24 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-22T15:21:53,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(8581): Flush requested on c2a85cc7cfb43c7bd2a67d6e1d115f24 2024-11-22T15:21:53,612 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24. as already flushing 2024-11-22T15:21:53,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c2a85cc7cfb43c7bd2a67d6e1d115f24, store=A 2024-11-22T15:21:53,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:21:53,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c2a85cc7cfb43c7bd2a67d6e1d115f24, store=B 2024-11-22T15:21:53,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:21:53,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c2a85cc7cfb43c7bd2a67d6e1d115f24, store=C 2024-11-22T15:21:53,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:21:53,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/A/dcdbe648a152495a81ecf3e010774ffe is 50, key is test_row_0/A:col10/1732288913247/Put/seqid=0 2024-11-22T15:21:53,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073741872_1048 (size=12151) 2024-11-22T15:21:53,669 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/A/dcdbe648a152495a81ecf3e010774ffe 2024-11-22T15:21:53,675 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/C/9c41291aa33d4ca29f180c79d0fbde6a as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/C/9c41291aa33d4ca29f180c79d0fbde6a 2024-11-22T15:21:53,689 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c2a85cc7cfb43c7bd2a67d6e1d115f24/C of c2a85cc7cfb43c7bd2a67d6e1d115f24 into 9c41291aa33d4ca29f180c79d0fbde6a(size=12.1 K), total size for store is 23.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T15:21:53,689 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c2a85cc7cfb43c7bd2a67d6e1d115f24: 2024-11-22T15:21:53,689 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24., storeName=c2a85cc7cfb43c7bd2a67d6e1d115f24/C, priority=13, startTime=1732288913082; duration=0sec 2024-11-22T15:21:53,690 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T15:21:53,690 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c2a85cc7cfb43c7bd2a67d6e1d115f24:C 2024-11-22T15:21:53,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/B/9d3c9cd90d8c434fa6a138441bc4f728 is 50, key is test_row_0/B:col10/1732288913247/Put/seqid=0 2024-11-22T15:21:53,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073741873_1049 (size=12151) 2024-11-22T15:21:53,764 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:21:53,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44346 deadline: 1732288973763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 2024-11-22T15:21:53,766 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:21:53,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44356 deadline: 1732288973764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 2024-11-22T15:21:53,787 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:21:53,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44372 deadline: 1732288973779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 2024-11-22T15:21:53,789 DEBUG [Thread-157 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4174 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24., hostname=77927f992d0b,45443,1732288897733, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T15:21:53,793 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:21:53,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44416 deadline: 1732288973790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 2024-11-22T15:21:53,794 DEBUG [Thread-151 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4170 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24., hostname=77927f992d0b,45443,1732288897733, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T15:21:53,808 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:21:53,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44366 deadline: 1732288973802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 2024-11-22T15:21:53,809 DEBUG [Thread-153 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4184 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24., hostname=77927f992d0b,45443,1732288897733, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T15:21:53,869 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:21:53,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44346 deadline: 1732288973867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 2024-11-22T15:21:53,871 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:21:53,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44356 deadline: 1732288973868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 2024-11-22T15:21:53,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-22T15:21:54,073 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:21:54,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44346 deadline: 1732288974073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 2024-11-22T15:21:54,075 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:21:54,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44356 deadline: 1732288974074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 2024-11-22T15:21:54,150 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/B/9d3c9cd90d8c434fa6a138441bc4f728 2024-11-22T15:21:54,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/C/5c4f673c1f2b464e964377b6baaa1ccb is 50, key is test_row_0/C:col10/1732288913247/Put/seqid=0 2024-11-22T15:21:54,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073741874_1050 (size=12151) 2024-11-22T15:21:54,378 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:21:54,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44356 deadline: 1732288974378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 2024-11-22T15:21:54,379 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:21:54,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44346 deadline: 1732288974379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 2024-11-22T15:21:54,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-22T15:21:54,605 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/C/5c4f673c1f2b464e964377b6baaa1ccb 2024-11-22T15:21:54,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/A/dcdbe648a152495a81ecf3e010774ffe as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/A/dcdbe648a152495a81ecf3e010774ffe 2024-11-22T15:21:54,633 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/A/dcdbe648a152495a81ecf3e010774ffe, entries=150, sequenceid=170, filesize=11.9 K 2024-11-22T15:21:54,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/B/9d3c9cd90d8c434fa6a138441bc4f728 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/B/9d3c9cd90d8c434fa6a138441bc4f728 2024-11-22T15:21:54,643 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/B/9d3c9cd90d8c434fa6a138441bc4f728, entries=150, sequenceid=170, filesize=11.9 K 2024-11-22T15:21:54,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/C/5c4f673c1f2b464e964377b6baaa1ccb as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/C/5c4f673c1f2b464e964377b6baaa1ccb 2024-11-22T15:21:54,675 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/C/5c4f673c1f2b464e964377b6baaa1ccb, entries=150, sequenceid=170, filesize=11.9 K 2024-11-22T15:21:54,678 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for c2a85cc7cfb43c7bd2a67d6e1d115f24 in 1071ms, sequenceid=170, compaction requested=true 2024-11-22T15:21:54,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2538): Flush status journal for c2a85cc7cfb43c7bd2a67d6e1d115f24: 2024-11-22T15:21:54,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24. 2024-11-22T15:21:54,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=19 2024-11-22T15:21:54,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44629 {}] master.HMaster(4106): Remote procedure done, pid=19 2024-11-22T15:21:54,682 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=19, resume processing ppid=18 2024-11-22T15:21:54,683 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=19, ppid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3880 sec 2024-11-22T15:21:54,687 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees in 1.3970 sec 2024-11-22T15:21:54,895 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c2a85cc7cfb43c7bd2a67d6e1d115f24 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-22T15:21:54,896 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c2a85cc7cfb43c7bd2a67d6e1d115f24, store=A 2024-11-22T15:21:54,896 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:21:54,896 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c2a85cc7cfb43c7bd2a67d6e1d115f24, store=B 2024-11-22T15:21:54,896 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:21:54,896 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c2a85cc7cfb43c7bd2a67d6e1d115f24, store=C 2024-11-22T15:21:54,896 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:21:54,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(8581): Flush requested on c2a85cc7cfb43c7bd2a67d6e1d115f24 2024-11-22T15:21:54,909 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/A/ad9e9b17754c4742b622500615db0ac7 is 50, key is test_row_0/A:col10/1732288914893/Put/seqid=0 2024-11-22T15:21:54,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073741875_1051 (size=16931) 2024-11-22T15:21:54,939 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/A/ad9e9b17754c4742b622500615db0ac7 2024-11-22T15:21:54,943 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:21:54,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44356 deadline: 1732288974938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 2024-11-22T15:21:54,944 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:21:54,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44346 deadline: 1732288974939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 2024-11-22T15:21:54,968 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/B/c553d72a275f44c9b873d6146b0293d1 is 50, key is test_row_0/B:col10/1732288914893/Put/seqid=0 2024-11-22T15:21:55,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073741876_1052 (size=12151) 2024-11-22T15:21:55,020 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/B/c553d72a275f44c9b873d6146b0293d1 2024-11-22T15:21:55,048 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:21:55,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44346 deadline: 1732288975047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 2024-11-22T15:21:55,049 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:21:55,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44356 deadline: 1732288975048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 2024-11-22T15:21:55,052 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/C/b792c8896a2c47e3b7135157f9226536 is 50, key is test_row_0/C:col10/1732288914893/Put/seqid=0 2024-11-22T15:21:55,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073741877_1053 (size=12151) 2024-11-22T15:21:55,258 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:21:55,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44346 deadline: 1732288975252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 2024-11-22T15:21:55,259 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:21:55,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44356 deadline: 1732288975254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 2024-11-22T15:21:55,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-22T15:21:55,398 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 18 completed 2024-11-22T15:21:55,400 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44629 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T15:21:55,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44629 {}] procedure2.ProcedureExecutor(1098): Stored pid=20, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees 2024-11-22T15:21:55,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-22T15:21:55,402 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=20, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T15:21:55,404 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=20, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T15:21:55,404 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T15:21:55,484 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/C/b792c8896a2c47e3b7135157f9226536 2024-11-22T15:21:55,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-22T15:21:55,507 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/A/ad9e9b17754c4742b622500615db0ac7 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/A/ad9e9b17754c4742b622500615db0ac7 2024-11-22T15:21:55,523 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/A/ad9e9b17754c4742b622500615db0ac7, entries=250, sequenceid=197, filesize=16.5 K 2024-11-22T15:21:55,525 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/B/c553d72a275f44c9b873d6146b0293d1 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/B/c553d72a275f44c9b873d6146b0293d1 2024-11-22T15:21:55,539 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/B/c553d72a275f44c9b873d6146b0293d1, entries=150, sequenceid=197, filesize=11.9 K 2024-11-22T15:21:55,541 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/C/b792c8896a2c47e3b7135157f9226536 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/C/b792c8896a2c47e3b7135157f9226536 2024-11-22T15:21:55,553 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/C/b792c8896a2c47e3b7135157f9226536, entries=150, sequenceid=197, filesize=11.9 K 2024-11-22T15:21:55,554 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for c2a85cc7cfb43c7bd2a67d6e1d115f24 in 659ms, sequenceid=197, compaction requested=true 2024-11-22T15:21:55,555 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c2a85cc7cfb43c7bd2a67d6e1d115f24: 2024-11-22T15:21:55,555 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T15:21:55,555 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c2a85cc7cfb43c7bd2a67d6e1d115f24:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T15:21:55,556 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T15:21:55,556 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T15:21:55,556 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c2a85cc7cfb43c7bd2a67d6e1d115f24:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T15:21:55,556 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T15:21:55,556 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c2a85cc7cfb43c7bd2a67d6e1d115f24:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T15:21:55,557 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T15:21:55,559 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48812 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T15:21:55,559 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:21:55,559 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1540): c2a85cc7cfb43c7bd2a67d6e1d115f24/B is initiating minor compaction (all files) 2024-11-22T15:21:55,560 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c2a85cc7cfb43c7bd2a67d6e1d115f24/B in TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24. 2024-11-22T15:21:55,560 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/B/159555cf20d74e30ac8ace562d32b603, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/B/cb4812fde4594302929cef770771b7b4, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/B/9d3c9cd90d8c434fa6a138441bc4f728, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/B/c553d72a275f44c9b873d6146b0293d1] into tmpdir=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp, totalSize=47.7 K 2024-11-22T15:21:55,560 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-22T15:21:55,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24. 2024-11-22T15:21:55,560 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2837): Flushing c2a85cc7cfb43c7bd2a67d6e1d115f24 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-22T15:21:55,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c2a85cc7cfb43c7bd2a67d6e1d115f24, store=A 2024-11-22T15:21:55,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:21:55,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c2a85cc7cfb43c7bd2a67d6e1d115f24, store=B 2024-11-22T15:21:55,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:21:55,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c2a85cc7cfb43c7bd2a67d6e1d115f24, store=C 2024-11-22T15:21:55,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:21:55,563 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting 159555cf20d74e30ac8ace562d32b603, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1732288911365 2024-11-22T15:21:55,564 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting cb4812fde4594302929cef770771b7b4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732288912078 2024-11-22T15:21:55,565 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting 9d3c9cd90d8c434fa6a138441bc4f728, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1732288913247 2024-11-22T15:21:55,566 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting c553d72a275f44c9b873d6146b0293d1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1732288913762 2024-11-22T15:21:55,571 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 53592 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T15:21:55,571 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1540): c2a85cc7cfb43c7bd2a67d6e1d115f24/A is initiating minor compaction (all files) 2024-11-22T15:21:55,572 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c2a85cc7cfb43c7bd2a67d6e1d115f24/A in TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24. 2024-11-22T15:21:55,572 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/A/1ffe673272bf4213913143c40b7b6dc5, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/A/9a538ee619b74f2f82d23575fe6a1189, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/A/dcdbe648a152495a81ecf3e010774ffe, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/A/ad9e9b17754c4742b622500615db0ac7] into tmpdir=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp, totalSize=52.3 K 2024-11-22T15:21:55,573 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1ffe673272bf4213913143c40b7b6dc5, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1732288911365 2024-11-22T15:21:55,574 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9a538ee619b74f2f82d23575fe6a1189, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732288912078 2024-11-22T15:21:55,575 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting dcdbe648a152495a81ecf3e010774ffe, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1732288913247 2024-11-22T15:21:55,575 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting ad9e9b17754c4742b622500615db0ac7, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1732288913719 2024-11-22T15:21:55,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/A/688644cf919a4895b5560816f97f36bc is 50, key is test_row_0/A:col10/1732288914928/Put/seqid=0 2024-11-22T15:21:55,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(8581): Flush requested on c2a85cc7cfb43c7bd2a67d6e1d115f24 2024-11-22T15:21:55,590 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24. as already flushing 2024-11-22T15:21:55,615 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c2a85cc7cfb43c7bd2a67d6e1d115f24#A#compaction#41 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T15:21:55,615 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c2a85cc7cfb43c7bd2a67d6e1d115f24#B#compaction#40 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T15:21:55,616 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/A/aa6e8973ab6f4a989a2a32ec90341bbd is 50, key is test_row_0/A:col10/1732288914893/Put/seqid=0 2024-11-22T15:21:55,616 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/B/69e2facb097743708e906fc166ee6d4e is 50, key is test_row_0/B:col10/1732288914893/Put/seqid=0 2024-11-22T15:21:55,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073741878_1054 (size=12151) 2024-11-22T15:21:55,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073741879_1055 (size=12595) 2024-11-22T15:21:55,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073741880_1056 (size=12595) 2024-11-22T15:21:55,654 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/A/aa6e8973ab6f4a989a2a32ec90341bbd as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/A/aa6e8973ab6f4a989a2a32ec90341bbd 2024-11-22T15:21:55,668 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c2a85cc7cfb43c7bd2a67d6e1d115f24/A of c2a85cc7cfb43c7bd2a67d6e1d115f24 into aa6e8973ab6f4a989a2a32ec90341bbd(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T15:21:55,668 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c2a85cc7cfb43c7bd2a67d6e1d115f24: 2024-11-22T15:21:55,668 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24., storeName=c2a85cc7cfb43c7bd2a67d6e1d115f24/A, priority=12, startTime=1732288915555; duration=0sec 2024-11-22T15:21:55,668 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:21:55,669 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T15:21:55,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44356 deadline: 1732288975664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 2024-11-22T15:21:55,669 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c2a85cc7cfb43c7bd2a67d6e1d115f24:A 2024-11-22T15:21:55,669 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T15:21:55,672 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48812 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T15:21:55,672 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1540): c2a85cc7cfb43c7bd2a67d6e1d115f24/C is initiating minor compaction (all files) 2024-11-22T15:21:55,672 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c2a85cc7cfb43c7bd2a67d6e1d115f24/C in TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24. 2024-11-22T15:21:55,673 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/C/9c41291aa33d4ca29f180c79d0fbde6a, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/C/3c308278364a4eb78f5659d982a8b072, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/C/5c4f673c1f2b464e964377b6baaa1ccb, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/C/b792c8896a2c47e3b7135157f9226536] into tmpdir=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp, totalSize=47.7 K 2024-11-22T15:21:55,674 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9c41291aa33d4ca29f180c79d0fbde6a, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1732288911365 2024-11-22T15:21:55,673 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:21:55,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44346 deadline: 1732288975669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 2024-11-22T15:21:55,674 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3c308278364a4eb78f5659d982a8b072, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732288912078 2024-11-22T15:21:55,675 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5c4f673c1f2b464e964377b6baaa1ccb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1732288913247 2024-11-22T15:21:55,676 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting b792c8896a2c47e3b7135157f9226536, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1732288913762 2024-11-22T15:21:55,715 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c2a85cc7cfb43c7bd2a67d6e1d115f24#C#compaction#42 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T15:21:55,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-22T15:21:55,717 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/C/5873de90cf154491a23371cdc60b9a62 is 50, key is test_row_0/C:col10/1732288914893/Put/seqid=0 2024-11-22T15:21:55,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073741881_1057 (size=12595) 2024-11-22T15:21:55,777 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:21:55,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44356 deadline: 1732288975771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 2024-11-22T15:21:55,784 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:21:55,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44346 deadline: 1732288975783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 2024-11-22T15:21:55,986 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:21:55,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44356 deadline: 1732288975983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 2024-11-22T15:21:55,992 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:21:55,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44346 deadline: 1732288975987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 2024-11-22T15:21:56,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-22T15:21:56,033 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/A/688644cf919a4895b5560816f97f36bc 2024-11-22T15:21:56,049 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/B/69e2facb097743708e906fc166ee6d4e as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/B/69e2facb097743708e906fc166ee6d4e 2024-11-22T15:21:56,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/B/b6a8880c7ea04a39a274ccca3afdd688 is 50, key is test_row_0/B:col10/1732288914928/Put/seqid=0 2024-11-22T15:21:56,059 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c2a85cc7cfb43c7bd2a67d6e1d115f24/B of c2a85cc7cfb43c7bd2a67d6e1d115f24 into 69e2facb097743708e906fc166ee6d4e(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T15:21:56,059 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c2a85cc7cfb43c7bd2a67d6e1d115f24: 2024-11-22T15:21:56,059 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24., storeName=c2a85cc7cfb43c7bd2a67d6e1d115f24/B, priority=12, startTime=1732288915556; duration=0sec 2024-11-22T15:21:56,060 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T15:21:56,060 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c2a85cc7cfb43c7bd2a67d6e1d115f24:B 2024-11-22T15:21:56,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073741882_1058 (size=12151) 2024-11-22T15:21:56,084 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/B/b6a8880c7ea04a39a274ccca3afdd688 2024-11-22T15:21:56,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/C/195171f049c84ec2885ed52c9aea7106 is 50, key is test_row_0/C:col10/1732288914928/Put/seqid=0 2024-11-22T15:21:56,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073741883_1059 (size=12151) 2024-11-22T15:21:56,160 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/C/195171f049c84ec2885ed52c9aea7106 2024-11-22T15:21:56,184 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/C/5873de90cf154491a23371cdc60b9a62 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/C/5873de90cf154491a23371cdc60b9a62 2024-11-22T15:21:56,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/A/688644cf919a4895b5560816f97f36bc as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/A/688644cf919a4895b5560816f97f36bc 2024-11-22T15:21:56,197 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/A/688644cf919a4895b5560816f97f36bc, entries=150, sequenceid=208, filesize=11.9 K 2024-11-22T15:21:56,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/B/b6a8880c7ea04a39a274ccca3afdd688 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/B/b6a8880c7ea04a39a274ccca3afdd688 2024-11-22T15:21:56,207 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c2a85cc7cfb43c7bd2a67d6e1d115f24/C of c2a85cc7cfb43c7bd2a67d6e1d115f24 into 5873de90cf154491a23371cdc60b9a62(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T15:21:56,207 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c2a85cc7cfb43c7bd2a67d6e1d115f24: 2024-11-22T15:21:56,207 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24., storeName=c2a85cc7cfb43c7bd2a67d6e1d115f24/C, priority=12, startTime=1732288915556; duration=0sec 2024-11-22T15:21:56,207 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T15:21:56,209 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c2a85cc7cfb43c7bd2a67d6e1d115f24:C 2024-11-22T15:21:56,213 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/B/b6a8880c7ea04a39a274ccca3afdd688, entries=150, sequenceid=208, filesize=11.9 K 2024-11-22T15:21:56,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/C/195171f049c84ec2885ed52c9aea7106 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/C/195171f049c84ec2885ed52c9aea7106 2024-11-22T15:21:56,234 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/C/195171f049c84ec2885ed52c9aea7106, entries=150, sequenceid=208, filesize=11.9 K 2024-11-22T15:21:56,237 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for c2a85cc7cfb43c7bd2a67d6e1d115f24 in 676ms, sequenceid=208, compaction requested=false 2024-11-22T15:21:56,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2538): Flush status journal for c2a85cc7cfb43c7bd2a67d6e1d115f24: 2024-11-22T15:21:56,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24. 2024-11-22T15:21:56,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-22T15:21:56,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44629 {}] master.HMaster(4106): Remote procedure done, pid=21 2024-11-22T15:21:56,244 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=21, resume processing ppid=20 2024-11-22T15:21:56,244 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=21, ppid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 836 msec 2024-11-22T15:21:56,250 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees in 846 msec 2024-11-22T15:21:56,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(8581): Flush requested on c2a85cc7cfb43c7bd2a67d6e1d115f24 2024-11-22T15:21:56,295 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c2a85cc7cfb43c7bd2a67d6e1d115f24 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-22T15:21:56,295 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c2a85cc7cfb43c7bd2a67d6e1d115f24, store=A 2024-11-22T15:21:56,295 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:21:56,295 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c2a85cc7cfb43c7bd2a67d6e1d115f24, store=B 2024-11-22T15:21:56,296 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:21:56,296 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c2a85cc7cfb43c7bd2a67d6e1d115f24, store=C 2024-11-22T15:21:56,296 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:21:56,303 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/A/1c79fee3b2544057b632074dbfea1c1a is 50, key is test_row_0/A:col10/1732288915654/Put/seqid=0 2024-11-22T15:21:56,325 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:21:56,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44356 deadline: 1732288976319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 2024-11-22T15:21:56,326 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:21:56,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44346 deadline: 1732288976323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 2024-11-22T15:21:56,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073741884_1060 (size=12151) 2024-11-22T15:21:56,431 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:21:56,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44356 deadline: 1732288976427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 2024-11-22T15:21:56,434 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:21:56,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44346 deadline: 1732288976428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 2024-11-22T15:21:56,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-22T15:21:56,520 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 20 completed 2024-11-22T15:21:56,521 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44629 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T15:21:56,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44629 {}] procedure2.ProcedureExecutor(1098): Stored pid=22, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees 2024-11-22T15:21:56,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-22T15:21:56,523 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=22, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T15:21:56,524 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=22, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T15:21:56,524 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T15:21:56,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-22T15:21:56,640 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:21:56,640 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:21:56,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44346 deadline: 1732288976638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 2024-11-22T15:21:56,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44356 deadline: 1732288976638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 2024-11-22T15:21:56,677 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:21:56,677 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-22T15:21:56,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24. 2024-11-22T15:21:56,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24. as already flushing 2024-11-22T15:21:56,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24. 2024-11-22T15:21:56,678 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => c2a85cc7cfb43c7bd2a67d6e1d115f24, NAME => 'TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:21:56,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => c2a85cc7cfb43c7bd2a67d6e1d115f24, NAME => 'TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:21:56,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c2a85cc7cfb43c7bd2a67d6e1d115f24, NAME => 'TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c2a85cc7cfb43c7bd2a67d6e1d115f24, NAME => 'TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:21:56,734 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/A/1c79fee3b2544057b632074dbfea1c1a 2024-11-22T15:21:56,746 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/B/3a8fb1e05ce94110bde1e01e1d113de3 is 50, key is test_row_0/B:col10/1732288915654/Put/seqid=0 2024-11-22T15:21:56,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073741885_1061 (size=12151) 2024-11-22T15:21:56,781 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/B/3a8fb1e05ce94110bde1e01e1d113de3 2024-11-22T15:21:56,800 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/C/7bc9316e8b6a4a79b134c1e611574961 is 50, key is test_row_0/C:col10/1732288915654/Put/seqid=0 2024-11-22T15:21:56,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073741886_1062 (size=12151) 2024-11-22T15:21:56,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-22T15:21:56,831 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:21:56,831 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-22T15:21:56,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24. 2024-11-22T15:21:56,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24. as already flushing 2024-11-22T15:21:56,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24. 2024-11-22T15:21:56,831 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => c2a85cc7cfb43c7bd2a67d6e1d115f24, NAME => 'TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:21:56,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => c2a85cc7cfb43c7bd2a67d6e1d115f24, NAME => 'TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:21:56,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c2a85cc7cfb43c7bd2a67d6e1d115f24, NAME => 'TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c2a85cc7cfb43c7bd2a67d6e1d115f24, NAME => 'TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:21:56,944 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:21:56,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44346 deadline: 1732288976943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 2024-11-22T15:21:56,947 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:21:56,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44356 deadline: 1732288976946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 2024-11-22T15:21:56,985 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:21:56,987 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-22T15:21:56,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24. 2024-11-22T15:21:56,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24. as already flushing 2024-11-22T15:21:56,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24. 2024-11-22T15:21:56,987 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => c2a85cc7cfb43c7bd2a67d6e1d115f24, NAME => 'TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:21:56,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => c2a85cc7cfb43c7bd2a67d6e1d115f24, NAME => 'TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:21:56,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c2a85cc7cfb43c7bd2a67d6e1d115f24, NAME => 'TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c2a85cc7cfb43c7bd2a67d6e1d115f24, NAME => 'TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:21:57,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-22T15:21:57,141 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:21:57,142 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-22T15:21:57,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24. 2024-11-22T15:21:57,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24. as already flushing 2024-11-22T15:21:57,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24. 2024-11-22T15:21:57,143 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => c2a85cc7cfb43c7bd2a67d6e1d115f24, NAME => 'TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:21:57,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => c2a85cc7cfb43c7bd2a67d6e1d115f24, NAME => 'TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:21:57,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c2a85cc7cfb43c7bd2a67d6e1d115f24, NAME => 'TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c2a85cc7cfb43c7bd2a67d6e1d115f24, NAME => 'TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:21:57,215 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/C/7bc9316e8b6a4a79b134c1e611574961 2024-11-22T15:21:57,224 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/A/1c79fee3b2544057b632074dbfea1c1a as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/A/1c79fee3b2544057b632074dbfea1c1a 2024-11-22T15:21:57,240 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/A/1c79fee3b2544057b632074dbfea1c1a, entries=150, sequenceid=237, filesize=11.9 K 2024-11-22T15:21:57,242 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/B/3a8fb1e05ce94110bde1e01e1d113de3 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/B/3a8fb1e05ce94110bde1e01e1d113de3 2024-11-22T15:21:57,254 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/B/3a8fb1e05ce94110bde1e01e1d113de3, entries=150, sequenceid=237, filesize=11.9 K 2024-11-22T15:21:57,257 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/C/7bc9316e8b6a4a79b134c1e611574961 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/C/7bc9316e8b6a4a79b134c1e611574961 2024-11-22T15:21:57,269 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/C/7bc9316e8b6a4a79b134c1e611574961, entries=150, sequenceid=237, filesize=11.9 K 2024-11-22T15:21:57,273 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for c2a85cc7cfb43c7bd2a67d6e1d115f24 in 978ms, sequenceid=237, compaction requested=true 2024-11-22T15:21:57,273 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c2a85cc7cfb43c7bd2a67d6e1d115f24: 2024-11-22T15:21:57,274 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T15:21:57,274 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c2a85cc7cfb43c7bd2a67d6e1d115f24:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T15:21:57,276 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T15:21:57,276 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1540): c2a85cc7cfb43c7bd2a67d6e1d115f24/A is initiating minor compaction (all files) 2024-11-22T15:21:57,276 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c2a85cc7cfb43c7bd2a67d6e1d115f24/A in TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24. 2024-11-22T15:21:57,277 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/A/aa6e8973ab6f4a989a2a32ec90341bbd, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/A/688644cf919a4895b5560816f97f36bc, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/A/1c79fee3b2544057b632074dbfea1c1a] into tmpdir=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp, totalSize=36.0 K 2024-11-22T15:21:57,277 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T15:21:57,277 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T15:21:57,277 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting aa6e8973ab6f4a989a2a32ec90341bbd, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1732288913762 2024-11-22T15:21:57,278 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting 688644cf919a4895b5560816f97f36bc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1732288914920 2024-11-22T15:21:57,279 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T15:21:57,279 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1540): c2a85cc7cfb43c7bd2a67d6e1d115f24/B is initiating minor compaction (all files) 2024-11-22T15:21:57,279 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c2a85cc7cfb43c7bd2a67d6e1d115f24/B in TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24. 2024-11-22T15:21:57,279 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/B/69e2facb097743708e906fc166ee6d4e, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/B/b6a8880c7ea04a39a274ccca3afdd688, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/B/3a8fb1e05ce94110bde1e01e1d113de3] into tmpdir=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp, totalSize=36.0 K 2024-11-22T15:21:57,280 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1c79fee3b2544057b632074dbfea1c1a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1732288915654 2024-11-22T15:21:57,280 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting 69e2facb097743708e906fc166ee6d4e, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1732288913762 2024-11-22T15:21:57,281 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting b6a8880c7ea04a39a274ccca3afdd688, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1732288914920 2024-11-22T15:21:57,282 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting 3a8fb1e05ce94110bde1e01e1d113de3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1732288915654 2024-11-22T15:21:57,288 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c2a85cc7cfb43c7bd2a67d6e1d115f24:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T15:21:57,288 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T15:21:57,288 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c2a85cc7cfb43c7bd2a67d6e1d115f24:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T15:21:57,288 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T15:21:57,296 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:21:57,297 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-22T15:21:57,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24. 2024-11-22T15:21:57,297 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2837): Flushing c2a85cc7cfb43c7bd2a67d6e1d115f24 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-22T15:21:57,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c2a85cc7cfb43c7bd2a67d6e1d115f24, store=A 2024-11-22T15:21:57,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:21:57,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c2a85cc7cfb43c7bd2a67d6e1d115f24, store=B 2024-11-22T15:21:57,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:21:57,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c2a85cc7cfb43c7bd2a67d6e1d115f24, store=C 2024-11-22T15:21:57,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:21:57,299 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c2a85cc7cfb43c7bd2a67d6e1d115f24#A#compaction#48 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T15:21:57,300 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/A/8435f62051a44fa983961169401563ef is 50, key is test_row_0/A:col10/1732288915654/Put/seqid=0 2024-11-22T15:21:57,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/A/cd7f12ce2b1d47b994d82d4a1981cc29 is 50, key is test_row_0/A:col10/1732288916321/Put/seqid=0 2024-11-22T15:21:57,328 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c2a85cc7cfb43c7bd2a67d6e1d115f24#B#compaction#50 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T15:21:57,328 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/B/1d65bc861df041eda2eea8956d5884b4 is 50, key is test_row_0/B:col10/1732288915654/Put/seqid=0 2024-11-22T15:21:57,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073741887_1063 (size=12151) 2024-11-22T15:21:57,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073741888_1064 (size=12697) 2024-11-22T15:21:57,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073741889_1065 (size=12697) 2024-11-22T15:21:57,414 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/B/1d65bc861df041eda2eea8956d5884b4 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/B/1d65bc861df041eda2eea8956d5884b4 2024-11-22T15:21:57,429 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c2a85cc7cfb43c7bd2a67d6e1d115f24/B of c2a85cc7cfb43c7bd2a67d6e1d115f24 into 1d65bc861df041eda2eea8956d5884b4(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T15:21:57,429 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c2a85cc7cfb43c7bd2a67d6e1d115f24: 2024-11-22T15:21:57,429 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24., storeName=c2a85cc7cfb43c7bd2a67d6e1d115f24/B, priority=13, startTime=1732288917277; duration=0sec 2024-11-22T15:21:57,429 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T15:21:57,429 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c2a85cc7cfb43c7bd2a67d6e1d115f24:B 2024-11-22T15:21:57,429 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T15:21:57,433 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T15:21:57,433 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1540): c2a85cc7cfb43c7bd2a67d6e1d115f24/C is initiating minor compaction (all files) 2024-11-22T15:21:57,434 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c2a85cc7cfb43c7bd2a67d6e1d115f24/C in TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24. 2024-11-22T15:21:57,434 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/C/5873de90cf154491a23371cdc60b9a62, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/C/195171f049c84ec2885ed52c9aea7106, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/C/7bc9316e8b6a4a79b134c1e611574961] into tmpdir=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp, totalSize=36.0 K 2024-11-22T15:21:57,436 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting 5873de90cf154491a23371cdc60b9a62, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1732288913762 2024-11-22T15:21:57,436 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting 195171f049c84ec2885ed52c9aea7106, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1732288914920 2024-11-22T15:21:57,437 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting 7bc9316e8b6a4a79b134c1e611574961, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1732288915654 2024-11-22T15:21:57,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(8581): Flush requested on c2a85cc7cfb43c7bd2a67d6e1d115f24 2024-11-22T15:21:57,452 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24. as already flushing 2024-11-22T15:21:57,473 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c2a85cc7cfb43c7bd2a67d6e1d115f24#C#compaction#51 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T15:21:57,474 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/C/0949953dcc6547e98670a407cf4f1fe4 is 50, key is test_row_0/C:col10/1732288915654/Put/seqid=0 2024-11-22T15:21:57,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073741890_1066 (size=12697) 2024-11-22T15:21:57,520 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:21:57,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44356 deadline: 1732288977515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 2024-11-22T15:21:57,522 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:21:57,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44346 deadline: 1732288977520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 2024-11-22T15:21:57,625 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:21:57,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44356 deadline: 1732288977622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 2024-11-22T15:21:57,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-22T15:21:57,639 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:21:57,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44346 deadline: 1732288977635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 2024-11-22T15:21:57,750 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=247 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/A/cd7f12ce2b1d47b994d82d4a1981cc29 2024-11-22T15:21:57,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/B/5e2826bc364b4ce6b4de17c292d38f15 is 50, key is test_row_0/B:col10/1732288916321/Put/seqid=0 2024-11-22T15:21:57,781 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/A/8435f62051a44fa983961169401563ef as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/A/8435f62051a44fa983961169401563ef 2024-11-22T15:21:57,789 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c2a85cc7cfb43c7bd2a67d6e1d115f24/A of c2a85cc7cfb43c7bd2a67d6e1d115f24 into 8435f62051a44fa983961169401563ef(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T15:21:57,789 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c2a85cc7cfb43c7bd2a67d6e1d115f24: 2024-11-22T15:21:57,789 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24., storeName=c2a85cc7cfb43c7bd2a67d6e1d115f24/A, priority=13, startTime=1732288917273; duration=0sec 2024-11-22T15:21:57,789 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T15:21:57,789 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c2a85cc7cfb43c7bd2a67d6e1d115f24:A 2024-11-22T15:21:57,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073741891_1067 (size=12151) 2024-11-22T15:21:57,802 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:21:57,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44372 deadline: 1732288977802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 2024-11-22T15:21:57,804 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=247 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/B/5e2826bc364b4ce6b4de17c292d38f15 2024-11-22T15:21:57,804 DEBUG [Thread-157 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8188 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24., hostname=77927f992d0b,45443,1732288897733, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T15:21:57,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/C/dd6bf62cf47d4dd39073ac163c40802b is 50, key is test_row_0/C:col10/1732288916321/Put/seqid=0 2024-11-22T15:21:57,820 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:21:57,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44416 deadline: 1732288977819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 2024-11-22T15:21:57,822 DEBUG [Thread-151 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8197 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24., hostname=77927f992d0b,45443,1732288897733, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T15:21:57,831 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:21:57,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44356 deadline: 1732288977829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 2024-11-22T15:21:57,835 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:21:57,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44366 deadline: 1732288977833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 2024-11-22T15:21:57,837 DEBUG [Thread-153 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8213 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24., hostname=77927f992d0b,45443,1732288897733, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T15:21:57,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073741892_1068 (size=12151) 2024-11-22T15:21:57,844 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:21:57,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44346 deadline: 1732288977842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 2024-11-22T15:21:57,846 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=247 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/C/dd6bf62cf47d4dd39073ac163c40802b 2024-11-22T15:21:57,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/A/cd7f12ce2b1d47b994d82d4a1981cc29 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/A/cd7f12ce2b1d47b994d82d4a1981cc29 2024-11-22T15:21:57,880 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/A/cd7f12ce2b1d47b994d82d4a1981cc29, entries=150, sequenceid=247, filesize=11.9 K 2024-11-22T15:21:57,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/B/5e2826bc364b4ce6b4de17c292d38f15 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/B/5e2826bc364b4ce6b4de17c292d38f15 2024-11-22T15:21:57,889 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/B/5e2826bc364b4ce6b4de17c292d38f15, entries=150, sequenceid=247, filesize=11.9 K 2024-11-22T15:21:57,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/C/dd6bf62cf47d4dd39073ac163c40802b as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/C/dd6bf62cf47d4dd39073ac163c40802b 2024-11-22T15:21:57,903 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/C/dd6bf62cf47d4dd39073ac163c40802b, entries=150, sequenceid=247, filesize=11.9 K 2024-11-22T15:21:57,904 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for c2a85cc7cfb43c7bd2a67d6e1d115f24 in 607ms, sequenceid=247, compaction requested=false 2024-11-22T15:21:57,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2538): Flush status journal for c2a85cc7cfb43c7bd2a67d6e1d115f24: 2024-11-22T15:21:57,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24. 2024-11-22T15:21:57,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=23 2024-11-22T15:21:57,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44629 {}] master.HMaster(4106): Remote procedure done, pid=23 2024-11-22T15:21:57,909 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=23, resume processing ppid=22 2024-11-22T15:21:57,910 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=23, ppid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3820 sec 2024-11-22T15:21:57,913 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees in 1.3900 sec 2024-11-22T15:21:57,919 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/C/0949953dcc6547e98670a407cf4f1fe4 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/C/0949953dcc6547e98670a407cf4f1fe4 2024-11-22T15:21:57,929 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c2a85cc7cfb43c7bd2a67d6e1d115f24/C of c2a85cc7cfb43c7bd2a67d6e1d115f24 into 0949953dcc6547e98670a407cf4f1fe4(size=12.4 K), total size for store is 24.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T15:21:57,929 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c2a85cc7cfb43c7bd2a67d6e1d115f24: 2024-11-22T15:21:57,929 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24., storeName=c2a85cc7cfb43c7bd2a67d6e1d115f24/C, priority=13, startTime=1732288917288; duration=0sec 2024-11-22T15:21:57,929 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T15:21:57,929 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c2a85cc7cfb43c7bd2a67d6e1d115f24:C 2024-11-22T15:21:58,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(8581): Flush requested on c2a85cc7cfb43c7bd2a67d6e1d115f24 2024-11-22T15:21:58,135 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c2a85cc7cfb43c7bd2a67d6e1d115f24 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-22T15:21:58,136 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c2a85cc7cfb43c7bd2a67d6e1d115f24, store=A 2024-11-22T15:21:58,136 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:21:58,136 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c2a85cc7cfb43c7bd2a67d6e1d115f24, store=B 2024-11-22T15:21:58,136 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:21:58,136 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c2a85cc7cfb43c7bd2a67d6e1d115f24, store=C 2024-11-22T15:21:58,136 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:21:58,145 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/A/4f63728a50ff45958df7271e4216d130 is 50, key is test_row_0/A:col10/1732288917506/Put/seqid=0 2024-11-22T15:21:58,162 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:21:58,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44346 deadline: 1732288978160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 2024-11-22T15:21:58,163 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:21:58,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44356 deadline: 1732288978162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 2024-11-22T15:21:58,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073741893_1069 (size=12301) 2024-11-22T15:21:58,177 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=277 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/A/4f63728a50ff45958df7271e4216d130 2024-11-22T15:21:58,216 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/B/643e8af191d04dde9c69636c50717dc6 is 50, key is test_row_0/B:col10/1732288917506/Put/seqid=0 2024-11-22T15:21:58,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073741894_1070 (size=12301) 2024-11-22T15:21:58,223 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=277 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/B/643e8af191d04dde9c69636c50717dc6 2024-11-22T15:21:58,248 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/C/85e3618cb4314c4da492dcbd45df0151 is 50, key is test_row_0/C:col10/1732288917506/Put/seqid=0 2024-11-22T15:21:58,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073741895_1071 (size=12301) 2024-11-22T15:21:58,254 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=277 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/C/85e3618cb4314c4da492dcbd45df0151 2024-11-22T15:21:58,263 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/A/4f63728a50ff45958df7271e4216d130 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/A/4f63728a50ff45958df7271e4216d130 2024-11-22T15:21:58,265 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:21:58,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44346 deadline: 1732288978264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 2024-11-22T15:21:58,271 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:21:58,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44356 deadline: 1732288978269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 2024-11-22T15:21:58,277 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/A/4f63728a50ff45958df7271e4216d130, entries=150, sequenceid=277, filesize=12.0 K 2024-11-22T15:21:58,283 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/B/643e8af191d04dde9c69636c50717dc6 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/B/643e8af191d04dde9c69636c50717dc6 2024-11-22T15:21:58,292 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/B/643e8af191d04dde9c69636c50717dc6, entries=150, sequenceid=277, filesize=12.0 K 2024-11-22T15:21:58,295 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/C/85e3618cb4314c4da492dcbd45df0151 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/C/85e3618cb4314c4da492dcbd45df0151 2024-11-22T15:21:58,305 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/C/85e3618cb4314c4da492dcbd45df0151, entries=150, sequenceid=277, filesize=12.0 K 2024-11-22T15:21:58,307 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for c2a85cc7cfb43c7bd2a67d6e1d115f24 in 172ms, sequenceid=277, compaction requested=true 2024-11-22T15:21:58,307 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c2a85cc7cfb43c7bd2a67d6e1d115f24: 2024-11-22T15:21:58,307 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c2a85cc7cfb43c7bd2a67d6e1d115f24:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T15:21:58,307 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T15:21:58,307 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T15:21:58,307 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c2a85cc7cfb43c7bd2a67d6e1d115f24:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T15:21:58,307 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T15:21:58,307 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T15:21:58,308 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c2a85cc7cfb43c7bd2a67d6e1d115f24:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T15:21:58,308 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T15:21:58,313 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T15:21:58,313 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1540): c2a85cc7cfb43c7bd2a67d6e1d115f24/B is initiating minor compaction (all files) 2024-11-22T15:21:58,313 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c2a85cc7cfb43c7bd2a67d6e1d115f24/B in TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24. 2024-11-22T15:21:58,313 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T15:21:58,313 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1540): c2a85cc7cfb43c7bd2a67d6e1d115f24/A is initiating minor compaction (all files) 2024-11-22T15:21:58,314 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c2a85cc7cfb43c7bd2a67d6e1d115f24/A in TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24. 2024-11-22T15:21:58,314 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/A/8435f62051a44fa983961169401563ef, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/A/cd7f12ce2b1d47b994d82d4a1981cc29, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/A/4f63728a50ff45958df7271e4216d130] into tmpdir=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp, totalSize=36.3 K 2024-11-22T15:21:58,314 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/B/1d65bc861df041eda2eea8956d5884b4, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/B/5e2826bc364b4ce6b4de17c292d38f15, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/B/643e8af191d04dde9c69636c50717dc6] into tmpdir=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp, totalSize=36.3 K 2024-11-22T15:21:58,316 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting 1d65bc861df041eda2eea8956d5884b4, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1732288915654 2024-11-22T15:21:58,317 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8435f62051a44fa983961169401563ef, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1732288915654 2024-11-22T15:21:58,318 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting 5e2826bc364b4ce6b4de17c292d38f15, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1732288916316 2024-11-22T15:21:58,318 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting cd7f12ce2b1d47b994d82d4a1981cc29, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1732288916316 2024-11-22T15:21:58,318 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting 643e8af191d04dde9c69636c50717dc6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1732288917506 2024-11-22T15:21:58,318 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4f63728a50ff45958df7271e4216d130, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1732288917506 2024-11-22T15:21:58,340 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c2a85cc7cfb43c7bd2a67d6e1d115f24#A#compaction#57 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T15:21:58,340 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/A/730a5bd2751940e4af3416b64a804946 is 50, key is test_row_0/A:col10/1732288917506/Put/seqid=0 2024-11-22T15:21:58,346 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c2a85cc7cfb43c7bd2a67d6e1d115f24#B#compaction#58 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T15:21:58,346 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/B/1e1b005569f24a97bde63b109e2cbc4f is 50, key is test_row_0/B:col10/1732288917506/Put/seqid=0 2024-11-22T15:21:58,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073741896_1072 (size=12949) 2024-11-22T15:21:58,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073741897_1073 (size=12949) 2024-11-22T15:21:58,472 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c2a85cc7cfb43c7bd2a67d6e1d115f24 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-22T15:21:58,472 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c2a85cc7cfb43c7bd2a67d6e1d115f24, store=A 2024-11-22T15:21:58,472 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:21:58,472 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c2a85cc7cfb43c7bd2a67d6e1d115f24, store=B 2024-11-22T15:21:58,472 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:21:58,472 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c2a85cc7cfb43c7bd2a67d6e1d115f24, store=C 2024-11-22T15:21:58,472 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:21:58,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(8581): Flush requested on c2a85cc7cfb43c7bd2a67d6e1d115f24 2024-11-22T15:21:58,485 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/A/eda7a6d90e9245b3a95096b65e9cc8f6 is 50, key is test_row_0/A:col10/1732288918467/Put/seqid=0 2024-11-22T15:21:58,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073741898_1074 (size=12301) 2024-11-22T15:21:58,527 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=288 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/A/eda7a6d90e9245b3a95096b65e9cc8f6 2024-11-22T15:21:58,552 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/B/1473505bb48e4c22b8c3ac71830a6ccc is 50, key is test_row_0/B:col10/1732288918467/Put/seqid=0 2024-11-22T15:21:58,582 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:21:58,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44356 deadline: 1732288978578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 2024-11-22T15:21:58,582 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:21:58,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44346 deadline: 1732288978579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 2024-11-22T15:21:58,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073741899_1075 (size=12301) 2024-11-22T15:21:58,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-22T15:21:58,628 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 22 completed 2024-11-22T15:21:58,634 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44629 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T15:21:58,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44629 {}] procedure2.ProcedureExecutor(1098): Stored pid=24, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees 2024-11-22T15:21:58,637 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=24, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T15:21:58,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-22T15:21:58,638 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=24, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T15:21:58,638 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=25, ppid=24, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T15:21:58,686 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:21:58,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44356 deadline: 1732288978684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 2024-11-22T15:21:58,686 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:21:58,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44346 deadline: 1732288978684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 2024-11-22T15:21:58,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-22T15:21:58,791 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:21:58,791 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-22T15:21:58,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24. 2024-11-22T15:21:58,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24. as already flushing 2024-11-22T15:21:58,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24. 2024-11-22T15:21:58,792 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => c2a85cc7cfb43c7bd2a67d6e1d115f24, NAME => 'TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:21:58,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => c2a85cc7cfb43c7bd2a67d6e1d115f24, NAME => 'TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:21:58,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c2a85cc7cfb43c7bd2a67d6e1d115f24, NAME => 'TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c2a85cc7cfb43c7bd2a67d6e1d115f24, NAME => 'TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:21:58,813 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/A/730a5bd2751940e4af3416b64a804946 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/A/730a5bd2751940e4af3416b64a804946 2024-11-22T15:21:58,818 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/B/1e1b005569f24a97bde63b109e2cbc4f as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/B/1e1b005569f24a97bde63b109e2cbc4f 2024-11-22T15:21:58,824 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c2a85cc7cfb43c7bd2a67d6e1d115f24/A of c2a85cc7cfb43c7bd2a67d6e1d115f24 into 730a5bd2751940e4af3416b64a804946(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T15:21:58,824 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c2a85cc7cfb43c7bd2a67d6e1d115f24: 2024-11-22T15:21:58,824 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24., storeName=c2a85cc7cfb43c7bd2a67d6e1d115f24/A, priority=13, startTime=1732288918307; duration=0sec 2024-11-22T15:21:58,825 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T15:21:58,826 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c2a85cc7cfb43c7bd2a67d6e1d115f24:A 2024-11-22T15:21:58,826 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T15:21:58,827 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c2a85cc7cfb43c7bd2a67d6e1d115f24/B of c2a85cc7cfb43c7bd2a67d6e1d115f24 into 1e1b005569f24a97bde63b109e2cbc4f(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T15:21:58,827 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c2a85cc7cfb43c7bd2a67d6e1d115f24: 2024-11-22T15:21:58,827 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24., storeName=c2a85cc7cfb43c7bd2a67d6e1d115f24/B, priority=13, startTime=1732288918307; duration=0sec 2024-11-22T15:21:58,827 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T15:21:58,827 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c2a85cc7cfb43c7bd2a67d6e1d115f24:B 2024-11-22T15:21:58,832 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T15:21:58,833 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1540): c2a85cc7cfb43c7bd2a67d6e1d115f24/C is initiating minor compaction (all files) 2024-11-22T15:21:58,833 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c2a85cc7cfb43c7bd2a67d6e1d115f24/C in TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24. 2024-11-22T15:21:58,833 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/C/0949953dcc6547e98670a407cf4f1fe4, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/C/dd6bf62cf47d4dd39073ac163c40802b, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/C/85e3618cb4314c4da492dcbd45df0151] into tmpdir=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp, totalSize=36.3 K 2024-11-22T15:21:58,834 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0949953dcc6547e98670a407cf4f1fe4, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1732288915654 2024-11-22T15:21:58,834 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting dd6bf62cf47d4dd39073ac163c40802b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1732288916316 2024-11-22T15:21:58,835 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting 85e3618cb4314c4da492dcbd45df0151, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1732288917506 2024-11-22T15:21:58,852 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c2a85cc7cfb43c7bd2a67d6e1d115f24#C#compaction#61 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T15:21:58,853 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/C/e402f4dd04ff4e33aaa165e799c0ce78 is 50, key is test_row_0/C:col10/1732288917506/Put/seqid=0 2024-11-22T15:21:58,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073741900_1076 (size=12949) 2024-11-22T15:21:58,888 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:21:58,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44356 deadline: 1732288978888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 2024-11-22T15:21:58,890 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:21:58,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44346 deadline: 1732288978889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 2024-11-22T15:21:58,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-22T15:21:58,945 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:21:58,945 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-22T15:21:58,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24. 2024-11-22T15:21:58,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24. as already flushing 2024-11-22T15:21:58,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24. 2024-11-22T15:21:58,945 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => c2a85cc7cfb43c7bd2a67d6e1d115f24, NAME => 'TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:21:58,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => c2a85cc7cfb43c7bd2a67d6e1d115f24, NAME => 'TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:21:58,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c2a85cc7cfb43c7bd2a67d6e1d115f24, NAME => 'TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c2a85cc7cfb43c7bd2a67d6e1d115f24, NAME => 'TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:21:58,988 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=288 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/B/1473505bb48e4c22b8c3ac71830a6ccc 2024-11-22T15:21:59,004 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/C/0271b7b12edf4e798408c3b216b2af83 is 50, key is test_row_0/C:col10/1732288918467/Put/seqid=0 2024-11-22T15:21:59,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073741901_1077 (size=12301) 2024-11-22T15:21:59,029 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=288 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/C/0271b7b12edf4e798408c3b216b2af83 2024-11-22T15:21:59,036 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/A/eda7a6d90e9245b3a95096b65e9cc8f6 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/A/eda7a6d90e9245b3a95096b65e9cc8f6 2024-11-22T15:21:59,043 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/A/eda7a6d90e9245b3a95096b65e9cc8f6, entries=150, sequenceid=288, filesize=12.0 K 2024-11-22T15:21:59,044 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/B/1473505bb48e4c22b8c3ac71830a6ccc as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/B/1473505bb48e4c22b8c3ac71830a6ccc 2024-11-22T15:21:59,052 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/B/1473505bb48e4c22b8c3ac71830a6ccc, entries=150, sequenceid=288, filesize=12.0 K 2024-11-22T15:21:59,054 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/C/0271b7b12edf4e798408c3b216b2af83 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/C/0271b7b12edf4e798408c3b216b2af83 2024-11-22T15:21:59,065 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/C/0271b7b12edf4e798408c3b216b2af83, entries=150, sequenceid=288, filesize=12.0 K 2024-11-22T15:21:59,067 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for c2a85cc7cfb43c7bd2a67d6e1d115f24 in 596ms, sequenceid=288, compaction requested=false 2024-11-22T15:21:59,067 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c2a85cc7cfb43c7bd2a67d6e1d115f24: 2024-11-22T15:21:59,098 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:21:59,099 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-22T15:21:59,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24. 2024-11-22T15:21:59,099 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2837): Flushing c2a85cc7cfb43c7bd2a67d6e1d115f24 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-22T15:21:59,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c2a85cc7cfb43c7bd2a67d6e1d115f24, store=A 2024-11-22T15:21:59,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:21:59,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c2a85cc7cfb43c7bd2a67d6e1d115f24, store=B 2024-11-22T15:21:59,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:21:59,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c2a85cc7cfb43c7bd2a67d6e1d115f24, store=C 2024-11-22T15:21:59,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:21:59,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/A/ca3f7ab49f78400d8e38a2c429e8b0eb is 50, key is test_row_0/A:col10/1732288918558/Put/seqid=0 2024-11-22T15:21:59,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073741902_1078 (size=12301) 2024-11-22T15:21:59,132 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=315 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/A/ca3f7ab49f78400d8e38a2c429e8b0eb 2024-11-22T15:21:59,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/B/0bcc49d6c5754486b0d84c127b7c1113 is 50, key is test_row_0/B:col10/1732288918558/Put/seqid=0 2024-11-22T15:21:59,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073741903_1079 (size=12301) 2024-11-22T15:21:59,188 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=315 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/B/0bcc49d6c5754486b0d84c127b7c1113 2024-11-22T15:21:59,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(8581): Flush requested on c2a85cc7cfb43c7bd2a67d6e1d115f24 2024-11-22T15:21:59,197 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24. as already flushing 2024-11-22T15:21:59,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/C/359b44ed6e4a493bb74685ac578812e3 is 50, key is test_row_0/C:col10/1732288918558/Put/seqid=0 2024-11-22T15:21:59,231 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:21:59,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44346 deadline: 1732288979225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 2024-11-22T15:21:59,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-22T15:21:59,242 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:21:59,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44356 deadline: 1732288979236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 2024-11-22T15:21:59,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073741904_1080 (size=12301) 2024-11-22T15:21:59,259 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=315 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/C/359b44ed6e4a493bb74685ac578812e3 2024-11-22T15:21:59,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/A/ca3f7ab49f78400d8e38a2c429e8b0eb as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/A/ca3f7ab49f78400d8e38a2c429e8b0eb 2024-11-22T15:21:59,277 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/A/ca3f7ab49f78400d8e38a2c429e8b0eb, entries=150, sequenceid=315, filesize=12.0 K 2024-11-22T15:21:59,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/B/0bcc49d6c5754486b0d84c127b7c1113 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/B/0bcc49d6c5754486b0d84c127b7c1113 2024-11-22T15:21:59,279 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/C/e402f4dd04ff4e33aaa165e799c0ce78 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/C/e402f4dd04ff4e33aaa165e799c0ce78 2024-11-22T15:21:59,287 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c2a85cc7cfb43c7bd2a67d6e1d115f24/C of c2a85cc7cfb43c7bd2a67d6e1d115f24 into e402f4dd04ff4e33aaa165e799c0ce78(size=12.6 K), total size for store is 24.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T15:21:59,288 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c2a85cc7cfb43c7bd2a67d6e1d115f24: 2024-11-22T15:21:59,288 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24., storeName=c2a85cc7cfb43c7bd2a67d6e1d115f24/C, priority=13, startTime=1732288918308; duration=0sec 2024-11-22T15:21:59,288 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T15:21:59,289 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c2a85cc7cfb43c7bd2a67d6e1d115f24:C 2024-11-22T15:21:59,290 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/B/0bcc49d6c5754486b0d84c127b7c1113, entries=150, sequenceid=315, filesize=12.0 K 2024-11-22T15:21:59,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/C/359b44ed6e4a493bb74685ac578812e3 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/C/359b44ed6e4a493bb74685ac578812e3 2024-11-22T15:21:59,302 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/C/359b44ed6e4a493bb74685ac578812e3, entries=150, sequenceid=315, filesize=12.0 K 2024-11-22T15:21:59,304 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for c2a85cc7cfb43c7bd2a67d6e1d115f24 in 204ms, sequenceid=315, compaction requested=true 2024-11-22T15:21:59,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2538): Flush status journal for c2a85cc7cfb43c7bd2a67d6e1d115f24: 2024-11-22T15:21:59,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24. 2024-11-22T15:21:59,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=25 2024-11-22T15:21:59,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44629 {}] master.HMaster(4106): Remote procedure done, pid=25 2024-11-22T15:21:59,307 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=25, resume processing ppid=24 2024-11-22T15:21:59,308 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=25, ppid=24, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 668 msec 2024-11-22T15:21:59,310 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=24, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees in 674 msec 2024-11-22T15:21:59,337 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c2a85cc7cfb43c7bd2a67d6e1d115f24 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-22T15:21:59,337 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c2a85cc7cfb43c7bd2a67d6e1d115f24, store=A 2024-11-22T15:21:59,337 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:21:59,337 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c2a85cc7cfb43c7bd2a67d6e1d115f24, store=B 2024-11-22T15:21:59,337 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:21:59,338 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c2a85cc7cfb43c7bd2a67d6e1d115f24, store=C 2024-11-22T15:21:59,338 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:21:59,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(8581): Flush requested on c2a85cc7cfb43c7bd2a67d6e1d115f24 2024-11-22T15:21:59,354 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/A/af4e5d58a8f84c2a9168b9f8ff6ecaab is 50, key is test_row_0/A:col10/1732288919335/Put/seqid=0 2024-11-22T15:21:59,397 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:21:59,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44356 deadline: 1732288979391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 2024-11-22T15:21:59,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073741905_1081 (size=14741) 2024-11-22T15:21:59,399 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=329 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/A/af4e5d58a8f84c2a9168b9f8ff6ecaab 2024-11-22T15:21:59,402 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:21:59,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44346 deadline: 1732288979397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 2024-11-22T15:21:59,413 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/B/587d34b897c64b38a593380b1a182e61 is 50, key is test_row_0/B:col10/1732288919335/Put/seqid=0 2024-11-22T15:21:59,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073741906_1082 (size=12301) 2024-11-22T15:21:59,436 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=329 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/B/587d34b897c64b38a593380b1a182e61 2024-11-22T15:21:59,460 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/C/43e1ed2c1e9148c6a2931317c4fbbb90 is 50, key is test_row_0/C:col10/1732288919335/Put/seqid=0 2024-11-22T15:21:59,501 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:21:59,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44356 deadline: 1732288979498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 2024-11-22T15:21:59,509 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:21:59,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44346 deadline: 1732288979507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 2024-11-22T15:21:59,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073741907_1083 (size=12301) 2024-11-22T15:21:59,518 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=329 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/C/43e1ed2c1e9148c6a2931317c4fbbb90 2024-11-22T15:21:59,531 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/A/af4e5d58a8f84c2a9168b9f8ff6ecaab as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/A/af4e5d58a8f84c2a9168b9f8ff6ecaab 2024-11-22T15:21:59,540 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/A/af4e5d58a8f84c2a9168b9f8ff6ecaab, entries=200, sequenceid=329, filesize=14.4 K 2024-11-22T15:21:59,542 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/B/587d34b897c64b38a593380b1a182e61 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/B/587d34b897c64b38a593380b1a182e61 2024-11-22T15:21:59,551 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/B/587d34b897c64b38a593380b1a182e61, entries=150, sequenceid=329, filesize=12.0 K 2024-11-22T15:21:59,553 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/C/43e1ed2c1e9148c6a2931317c4fbbb90 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/C/43e1ed2c1e9148c6a2931317c4fbbb90 2024-11-22T15:21:59,563 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/C/43e1ed2c1e9148c6a2931317c4fbbb90, entries=150, sequenceid=329, filesize=12.0 K 2024-11-22T15:21:59,566 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for c2a85cc7cfb43c7bd2a67d6e1d115f24 in 229ms, sequenceid=329, compaction requested=true 2024-11-22T15:21:59,566 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c2a85cc7cfb43c7bd2a67d6e1d115f24: 2024-11-22T15:21:59,566 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c2a85cc7cfb43c7bd2a67d6e1d115f24:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T15:21:59,566 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T15:21:59,566 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T15:21:59,566 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c2a85cc7cfb43c7bd2a67d6e1d115f24:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T15:21:59,566 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T15:21:59,566 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T15:21:59,569 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c2a85cc7cfb43c7bd2a67d6e1d115f24:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T15:21:59,569 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T15:21:59,569 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52292 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T15:21:59,569 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49852 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T15:21:59,569 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1540): c2a85cc7cfb43c7bd2a67d6e1d115f24/B is initiating minor compaction (all files) 2024-11-22T15:21:59,569 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1540): c2a85cc7cfb43c7bd2a67d6e1d115f24/A is initiating minor compaction (all files) 2024-11-22T15:21:59,569 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c2a85cc7cfb43c7bd2a67d6e1d115f24/B in TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24. 2024-11-22T15:21:59,570 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/B/1e1b005569f24a97bde63b109e2cbc4f, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/B/1473505bb48e4c22b8c3ac71830a6ccc, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/B/0bcc49d6c5754486b0d84c127b7c1113, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/B/587d34b897c64b38a593380b1a182e61] into tmpdir=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp, totalSize=48.7 K 2024-11-22T15:21:59,570 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c2a85cc7cfb43c7bd2a67d6e1d115f24/A in TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24. 2024-11-22T15:21:59,570 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/A/730a5bd2751940e4af3416b64a804946, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/A/eda7a6d90e9245b3a95096b65e9cc8f6, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/A/ca3f7ab49f78400d8e38a2c429e8b0eb, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/A/af4e5d58a8f84c2a9168b9f8ff6ecaab] into tmpdir=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp, totalSize=51.1 K 2024-11-22T15:21:59,570 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting 730a5bd2751940e4af3416b64a804946, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1732288917506 2024-11-22T15:21:59,570 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting 1e1b005569f24a97bde63b109e2cbc4f, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1732288917506 2024-11-22T15:21:59,571 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting eda7a6d90e9245b3a95096b65e9cc8f6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1732288918147 2024-11-22T15:21:59,571 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting 1473505bb48e4c22b8c3ac71830a6ccc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1732288918147 2024-11-22T15:21:59,572 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting ca3f7ab49f78400d8e38a2c429e8b0eb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1732288918545 2024-11-22T15:21:59,572 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting 0bcc49d6c5754486b0d84c127b7c1113, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1732288918545 2024-11-22T15:21:59,572 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting 587d34b897c64b38a593380b1a182e61, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1732288919204 2024-11-22T15:21:59,572 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting af4e5d58a8f84c2a9168b9f8ff6ecaab, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1732288919204 2024-11-22T15:21:59,605 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c2a85cc7cfb43c7bd2a67d6e1d115f24#A#compaction#69 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T15:21:59,606 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/A/e98537941d69477f92322b3b0ba678f5 is 50, key is test_row_0/A:col10/1732288919335/Put/seqid=0 2024-11-22T15:21:59,620 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c2a85cc7cfb43c7bd2a67d6e1d115f24#B#compaction#70 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T15:21:59,621 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/B/2bb45561296a4761959d643c3611bc5d is 50, key is test_row_0/B:col10/1732288919335/Put/seqid=0 2024-11-22T15:21:59,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073741909_1085 (size=13085) 2024-11-22T15:21:59,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073741908_1084 (size=13085) 2024-11-22T15:21:59,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(8581): Flush requested on c2a85cc7cfb43c7bd2a67d6e1d115f24 2024-11-22T15:21:59,707 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c2a85cc7cfb43c7bd2a67d6e1d115f24 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-22T15:21:59,707 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c2a85cc7cfb43c7bd2a67d6e1d115f24, store=A 2024-11-22T15:21:59,707 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:21:59,707 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c2a85cc7cfb43c7bd2a67d6e1d115f24, store=B 2024-11-22T15:21:59,707 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:21:59,707 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c2a85cc7cfb43c7bd2a67d6e1d115f24, store=C 2024-11-22T15:21:59,708 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:21:59,724 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/A/56f43f6f02f64bf7a7e300f3b87a36d7 is 50, key is test_row_0/A:col10/1732288919705/Put/seqid=0 2024-11-22T15:21:59,728 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:21:59,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44346 deadline: 1732288979726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 2024-11-22T15:21:59,729 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:21:59,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44356 deadline: 1732288979727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 2024-11-22T15:21:59,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-22T15:21:59,751 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 24 completed 2024-11-22T15:21:59,756 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44629 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T15:21:59,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44629 {}] procedure2.ProcedureExecutor(1098): Stored pid=26, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees 2024-11-22T15:21:59,758 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=26, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T15:21:59,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-22T15:21:59,758 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=26, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T15:21:59,759 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T15:21:59,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073741910_1086 (size=14741) 2024-11-22T15:21:59,764 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=353 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/A/56f43f6f02f64bf7a7e300f3b87a36d7 2024-11-22T15:21:59,784 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/B/19148585322d44028ec935401783e8fd is 50, key is test_row_0/B:col10/1732288919705/Put/seqid=0 2024-11-22T15:21:59,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073741911_1087 (size=12301) 2024-11-22T15:21:59,814 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=353 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/B/19148585322d44028ec935401783e8fd 2024-11-22T15:21:59,830 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:21:59,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44346 deadline: 1732288979830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 2024-11-22T15:21:59,831 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:21:59,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44356 deadline: 1732288979831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 2024-11-22T15:21:59,835 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/C/dde830e348fe43128ddea253a6aa7147 is 50, key is test_row_0/C:col10/1732288919705/Put/seqid=0 2024-11-22T15:21:59,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-22T15:21:59,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073741912_1088 (size=12301) 2024-11-22T15:21:59,882 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=353 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/C/dde830e348fe43128ddea253a6aa7147 2024-11-22T15:21:59,894 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/A/56f43f6f02f64bf7a7e300f3b87a36d7 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/A/56f43f6f02f64bf7a7e300f3b87a36d7 2024-11-22T15:21:59,906 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/A/56f43f6f02f64bf7a7e300f3b87a36d7, entries=200, sequenceid=353, filesize=14.4 K 2024-11-22T15:21:59,909 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/B/19148585322d44028ec935401783e8fd as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/B/19148585322d44028ec935401783e8fd 2024-11-22T15:21:59,911 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:21:59,911 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-22T15:21:59,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24. 2024-11-22T15:21:59,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24. as already flushing 2024-11-22T15:21:59,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24. 2024-11-22T15:21:59,912 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => c2a85cc7cfb43c7bd2a67d6e1d115f24, NAME => 'TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:21:59,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => c2a85cc7cfb43c7bd2a67d6e1d115f24, NAME => 'TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:21:59,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c2a85cc7cfb43c7bd2a67d6e1d115f24, NAME => 'TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c2a85cc7cfb43c7bd2a67d6e1d115f24, NAME => 'TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:21:59,922 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/B/19148585322d44028ec935401783e8fd, entries=150, sequenceid=353, filesize=12.0 K 2024-11-22T15:21:59,925 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/C/dde830e348fe43128ddea253a6aa7147 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/C/dde830e348fe43128ddea253a6aa7147 2024-11-22T15:21:59,935 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/C/dde830e348fe43128ddea253a6aa7147, entries=150, sequenceid=353, filesize=12.0 K 2024-11-22T15:21:59,936 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreScanner(1000): StoreScanner already closing. There is no need to updateReaders 2024-11-22T15:21:59,940 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for c2a85cc7cfb43c7bd2a67d6e1d115f24 in 233ms, sequenceid=353, compaction requested=true 2024-11-22T15:21:59,940 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c2a85cc7cfb43c7bd2a67d6e1d115f24: 2024-11-22T15:21:59,940 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c2a85cc7cfb43c7bd2a67d6e1d115f24:A, priority=-2147483648, current under compaction store size is 3 2024-11-22T15:21:59,940 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-22T15:21:59,940 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c2a85cc7cfb43c7bd2a67d6e1d115f24:B, priority=-2147483648, current under compaction store size is 3 2024-11-22T15:21:59,940 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-22T15:21:59,940 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c2a85cc7cfb43c7bd2a67d6e1d115f24:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T15:21:59,940 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=4), splitQueue=0 2024-11-22T15:22:00,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(8581): Flush requested on c2a85cc7cfb43c7bd2a67d6e1d115f24 2024-11-22T15:22:00,037 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c2a85cc7cfb43c7bd2a67d6e1d115f24 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-22T15:22:00,038 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c2a85cc7cfb43c7bd2a67d6e1d115f24, store=A 2024-11-22T15:22:00,038 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:22:00,038 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c2a85cc7cfb43c7bd2a67d6e1d115f24, store=B 2024-11-22T15:22:00,038 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:22:00,038 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c2a85cc7cfb43c7bd2a67d6e1d115f24, store=C 2024-11-22T15:22:00,038 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:22:00,050 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/B/2bb45561296a4761959d643c3611bc5d as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/B/2bb45561296a4761959d643c3611bc5d 2024-11-22T15:22:00,058 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/A/4bc2593a865e4636818170a8a5a39096 is 50, key is test_row_0/A:col10/1732288920036/Put/seqid=0 2024-11-22T15:22:00,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-22T15:22:00,064 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:22:00,064 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/A/e98537941d69477f92322b3b0ba678f5 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/A/e98537941d69477f92322b3b0ba678f5 2024-11-22T15:22:00,064 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-22T15:22:00,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24. 2024-11-22T15:22:00,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24. as already flushing 2024-11-22T15:22:00,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24. 2024-11-22T15:22:00,065 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => c2a85cc7cfb43c7bd2a67d6e1d115f24, NAME => 'TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:00,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => c2a85cc7cfb43c7bd2a67d6e1d115f24, NAME => 'TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:00,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c2a85cc7cfb43c7bd2a67d6e1d115f24, NAME => 'TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c2a85cc7cfb43c7bd2a67d6e1d115f24, NAME => 'TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:00,067 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c2a85cc7cfb43c7bd2a67d6e1d115f24/B of c2a85cc7cfb43c7bd2a67d6e1d115f24 into 2bb45561296a4761959d643c3611bc5d(size=12.8 K), total size for store is 24.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T15:22:00,067 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c2a85cc7cfb43c7bd2a67d6e1d115f24: 2024-11-22T15:22:00,067 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24., storeName=c2a85cc7cfb43c7bd2a67d6e1d115f24/B, priority=12, startTime=1732288919566; duration=0sec 2024-11-22T15:22:00,067 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=4), splitQueue=0 2024-11-22T15:22:00,067 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c2a85cc7cfb43c7bd2a67d6e1d115f24:B 2024-11-22T15:22:00,067 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 4 compacting, 1 eligible, 16 blocking 2024-11-22T15:22:00,068 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-22T15:22:00,069 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-22T15:22:00,069 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24. because compaction request was cancelled 2024-11-22T15:22:00,069 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c2a85cc7cfb43c7bd2a67d6e1d115f24:A 2024-11-22T15:22:00,069 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-22T15:22:00,075 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 62153 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-22T15:22:00,075 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1540): c2a85cc7cfb43c7bd2a67d6e1d115f24/C is initiating minor compaction (all files) 2024-11-22T15:22:00,075 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c2a85cc7cfb43c7bd2a67d6e1d115f24/C in TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24. 2024-11-22T15:22:00,075 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/C/e402f4dd04ff4e33aaa165e799c0ce78, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/C/0271b7b12edf4e798408c3b216b2af83, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/C/359b44ed6e4a493bb74685ac578812e3, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/C/43e1ed2c1e9148c6a2931317c4fbbb90, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/C/dde830e348fe43128ddea253a6aa7147] into tmpdir=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp, totalSize=60.7 K 2024-11-22T15:22:00,076 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting e402f4dd04ff4e33aaa165e799c0ce78, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1732288917506 2024-11-22T15:22:00,076 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c2a85cc7cfb43c7bd2a67d6e1d115f24/A of c2a85cc7cfb43c7bd2a67d6e1d115f24 into e98537941d69477f92322b3b0ba678f5(size=12.8 K), total size for store is 27.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T15:22:00,076 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c2a85cc7cfb43c7bd2a67d6e1d115f24: 2024-11-22T15:22:00,076 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24., storeName=c2a85cc7cfb43c7bd2a67d6e1d115f24/A, priority=12, startTime=1732288919566; duration=0sec 2024-11-22T15:22:00,076 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-22T15:22:00,076 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c2a85cc7cfb43c7bd2a67d6e1d115f24:A 2024-11-22T15:22:00,076 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c2a85cc7cfb43c7bd2a67d6e1d115f24:B 2024-11-22T15:22:00,076 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting 0271b7b12edf4e798408c3b216b2af83, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1732288918147 2024-11-22T15:22:00,076 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 5 compacting, 0 eligible, 16 blocking 2024-11-22T15:22:00,076 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-22T15:22:00,076 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-22T15:22:00,077 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24. because compaction request was cancelled 2024-11-22T15:22:00,077 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting 359b44ed6e4a493bb74685ac578812e3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1732288918545 2024-11-22T15:22:00,077 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c2a85cc7cfb43c7bd2a67d6e1d115f24:C 2024-11-22T15:22:00,077 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-22T15:22:00,077 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting 43e1ed2c1e9148c6a2931317c4fbbb90, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1732288919204 2024-11-22T15:22:00,078 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting dde830e348fe43128ddea253a6aa7147, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=353, earliestPutTs=1732288919389 2024-11-22T15:22:00,078 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-22T15:22:00,078 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-22T15:22:00,078 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24. because compaction request was cancelled 2024-11-22T15:22:00,078 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c2a85cc7cfb43c7bd2a67d6e1d115f24:B 2024-11-22T15:22:00,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073741913_1089 (size=14741) 2024-11-22T15:22:00,089 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=366 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/A/4bc2593a865e4636818170a8a5a39096 2024-11-22T15:22:00,100 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c2a85cc7cfb43c7bd2a67d6e1d115f24#C#compaction#75 average throughput is 0.82 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T15:22:00,101 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/C/725a84e687ff41e7a4b3f72a900b3dc8 is 50, key is test_row_0/C:col10/1732288919705/Put/seqid=0 2024-11-22T15:22:00,104 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/B/0f869a93db044075a79b98a3de9ccd6a is 50, key is test_row_0/B:col10/1732288920036/Put/seqid=0 2024-11-22T15:22:00,124 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:00,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44356 deadline: 1732288980122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:00,125 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:00,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 237 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44346 deadline: 1732288980122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:00,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073741915_1091 (size=12301) 2024-11-22T15:22:00,149 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=366 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/B/0f869a93db044075a79b98a3de9ccd6a 2024-11-22T15:22:00,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073741914_1090 (size=13119) 2024-11-22T15:22:00,168 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/C/61d740d6994848e7a2f790c0745bfcbf is 50, key is test_row_0/C:col10/1732288920036/Put/seqid=0 2024-11-22T15:22:00,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073741916_1092 (size=12301) 2024-11-22T15:22:00,185 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=366 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/C/61d740d6994848e7a2f790c0745bfcbf 2024-11-22T15:22:00,196 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/A/4bc2593a865e4636818170a8a5a39096 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/A/4bc2593a865e4636818170a8a5a39096 2024-11-22T15:22:00,202 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/A/4bc2593a865e4636818170a8a5a39096, entries=200, sequenceid=366, filesize=14.4 K 2024-11-22T15:22:00,205 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/B/0f869a93db044075a79b98a3de9ccd6a as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/B/0f869a93db044075a79b98a3de9ccd6a 2024-11-22T15:22:00,213 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/B/0f869a93db044075a79b98a3de9ccd6a, entries=150, sequenceid=366, filesize=12.0 K 2024-11-22T15:22:00,215 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/C/61d740d6994848e7a2f790c0745bfcbf as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/C/61d740d6994848e7a2f790c0745bfcbf 2024-11-22T15:22:00,219 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:22:00,219 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-22T15:22:00,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24. 2024-11-22T15:22:00,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24. as already flushing 2024-11-22T15:22:00,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24. 2024-11-22T15:22:00,220 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => c2a85cc7cfb43c7bd2a67d6e1d115f24, NAME => 'TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:00,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => c2a85cc7cfb43c7bd2a67d6e1d115f24, NAME => 'TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:00,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c2a85cc7cfb43c7bd2a67d6e1d115f24, NAME => 'TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c2a85cc7cfb43c7bd2a67d6e1d115f24, NAME => 'TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:00,226 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/C/61d740d6994848e7a2f790c0745bfcbf, entries=150, sequenceid=366, filesize=12.0 K 2024-11-22T15:22:00,226 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:00,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44356 deadline: 1732288980226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:00,227 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:00,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 239 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44346 deadline: 1732288980226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:00,228 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for c2a85cc7cfb43c7bd2a67d6e1d115f24 in 191ms, sequenceid=366, compaction requested=true 2024-11-22T15:22:00,229 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c2a85cc7cfb43c7bd2a67d6e1d115f24: 2024-11-22T15:22:00,229 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c2a85cc7cfb43c7bd2a67d6e1d115f24:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T15:22:00,229 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T15:22:00,229 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T15:22:00,229 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c2a85cc7cfb43c7bd2a67d6e1d115f24:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T15:22:00,229 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T15:22:00,232 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c2a85cc7cfb43c7bd2a67d6e1d115f24:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T15:22:00,233 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42567 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T15:22:00,233 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-22T15:22:00,233 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1540): c2a85cc7cfb43c7bd2a67d6e1d115f24/A is initiating minor compaction (all files) 2024-11-22T15:22:00,233 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c2a85cc7cfb43c7bd2a67d6e1d115f24/A in TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24. 2024-11-22T15:22:00,233 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/A/e98537941d69477f92322b3b0ba678f5, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/A/56f43f6f02f64bf7a7e300f3b87a36d7, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/A/4bc2593a865e4636818170a8a5a39096] into tmpdir=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp, totalSize=41.6 K 2024-11-22T15:22:00,234 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting e98537941d69477f92322b3b0ba678f5, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1732288919204 2024-11-22T15:22:00,234 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting 56f43f6f02f64bf7a7e300f3b87a36d7, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=353, earliestPutTs=1732288919382 2024-11-22T15:22:00,235 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4bc2593a865e4636818170a8a5a39096, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=366, earliestPutTs=1732288919718 2024-11-22T15:22:00,248 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c2a85cc7cfb43c7bd2a67d6e1d115f24#A#compaction#78 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T15:22:00,249 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/A/e3624a35eb20443790a8d8e6f80ae9b9 is 50, key is test_row_0/A:col10/1732288920036/Put/seqid=0 2024-11-22T15:22:00,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073741917_1093 (size=13187) 2024-11-22T15:22:00,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-22T15:22:00,372 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:22:00,372 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-22T15:22:00,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24. 2024-11-22T15:22:00,373 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2837): Flushing c2a85cc7cfb43c7bd2a67d6e1d115f24 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-22T15:22:00,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c2a85cc7cfb43c7bd2a67d6e1d115f24, store=A 2024-11-22T15:22:00,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:22:00,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c2a85cc7cfb43c7bd2a67d6e1d115f24, store=B 2024-11-22T15:22:00,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:22:00,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c2a85cc7cfb43c7bd2a67d6e1d115f24, store=C 2024-11-22T15:22:00,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:22:00,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/A/d6c83167b0864e8c80b93242d4124786 is 50, key is test_row_0/A:col10/1732288920119/Put/seqid=0 2024-11-22T15:22:00,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073741918_1094 (size=12301) 2024-11-22T15:22:00,384 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=392 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/A/d6c83167b0864e8c80b93242d4124786 2024-11-22T15:22:00,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/B/a73127e8a0ae477c86f582d7ea438bd5 is 50, key is test_row_0/B:col10/1732288920119/Put/seqid=0 2024-11-22T15:22:00,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073741919_1095 (size=12301) 2024-11-22T15:22:00,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(8581): Flush requested on c2a85cc7cfb43c7bd2a67d6e1d115f24 2024-11-22T15:22:00,440 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24. as already flushing 2024-11-22T15:22:00,455 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:00,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 245 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44346 deadline: 1732288980452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:00,459 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:00,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44356 deadline: 1732288980455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:00,559 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:00,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 247 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44346 deadline: 1732288980557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:00,562 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:00,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 231 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44356 deadline: 1732288980560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:00,579 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/C/725a84e687ff41e7a4b3f72a900b3dc8 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/C/725a84e687ff41e7a4b3f72a900b3dc8 2024-11-22T15:22:00,588 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in c2a85cc7cfb43c7bd2a67d6e1d115f24/C of c2a85cc7cfb43c7bd2a67d6e1d115f24 into 725a84e687ff41e7a4b3f72a900b3dc8(size=12.8 K), total size for store is 24.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T15:22:00,588 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c2a85cc7cfb43c7bd2a67d6e1d115f24: 2024-11-22T15:22:00,588 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24., storeName=c2a85cc7cfb43c7bd2a67d6e1d115f24/C, priority=11, startTime=1732288919940; duration=0sec 2024-11-22T15:22:00,589 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-22T15:22:00,589 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c2a85cc7cfb43c7bd2a67d6e1d115f24:C 2024-11-22T15:22:00,589 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c2a85cc7cfb43c7bd2a67d6e1d115f24:C 2024-11-22T15:22:00,594 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T15:22:00,596 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T15:22:00,596 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1540): c2a85cc7cfb43c7bd2a67d6e1d115f24/B is initiating minor compaction (all files) 2024-11-22T15:22:00,596 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c2a85cc7cfb43c7bd2a67d6e1d115f24/B in TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24. 2024-11-22T15:22:00,596 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/B/2bb45561296a4761959d643c3611bc5d, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/B/19148585322d44028ec935401783e8fd, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/B/0f869a93db044075a79b98a3de9ccd6a] into tmpdir=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp, totalSize=36.8 K 2024-11-22T15:22:00,597 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting 2bb45561296a4761959d643c3611bc5d, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1732288919204 2024-11-22T15:22:00,597 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting 19148585322d44028ec935401783e8fd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=353, earliestPutTs=1732288919389 2024-11-22T15:22:00,598 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting 0f869a93db044075a79b98a3de9ccd6a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=366, earliestPutTs=1732288919718 2024-11-22T15:22:00,610 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c2a85cc7cfb43c7bd2a67d6e1d115f24#B#compaction#81 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T15:22:00,610 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/B/c7320a5517724066a82d7b518a509c79 is 50, key is test_row_0/B:col10/1732288920036/Put/seqid=0 2024-11-22T15:22:00,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073741920_1096 (size=13187) 2024-11-22T15:22:00,634 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/B/c7320a5517724066a82d7b518a509c79 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/B/c7320a5517724066a82d7b518a509c79 2024-11-22T15:22:00,642 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c2a85cc7cfb43c7bd2a67d6e1d115f24/B of c2a85cc7cfb43c7bd2a67d6e1d115f24 into c7320a5517724066a82d7b518a509c79(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T15:22:00,642 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c2a85cc7cfb43c7bd2a67d6e1d115f24: 2024-11-22T15:22:00,642 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24., storeName=c2a85cc7cfb43c7bd2a67d6e1d115f24/B, priority=13, startTime=1732288920229; duration=0sec 2024-11-22T15:22:00,643 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T15:22:00,643 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c2a85cc7cfb43c7bd2a67d6e1d115f24:B 2024-11-22T15:22:00,643 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-22T15:22:00,644 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-22T15:22:00,644 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-22T15:22:00,644 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24. because compaction request was cancelled 2024-11-22T15:22:00,644 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c2a85cc7cfb43c7bd2a67d6e1d115f24:C 2024-11-22T15:22:00,671 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/A/e3624a35eb20443790a8d8e6f80ae9b9 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/A/e3624a35eb20443790a8d8e6f80ae9b9 2024-11-22T15:22:00,678 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c2a85cc7cfb43c7bd2a67d6e1d115f24/A of c2a85cc7cfb43c7bd2a67d6e1d115f24 into e3624a35eb20443790a8d8e6f80ae9b9(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T15:22:00,678 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c2a85cc7cfb43c7bd2a67d6e1d115f24: 2024-11-22T15:22:00,678 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24., storeName=c2a85cc7cfb43c7bd2a67d6e1d115f24/A, priority=13, startTime=1732288920229; duration=0sec 2024-11-22T15:22:00,678 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T15:22:00,679 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c2a85cc7cfb43c7bd2a67d6e1d115f24:A 2024-11-22T15:22:00,762 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:00,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 249 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44346 deadline: 1732288980761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:00,764 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:00,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 233 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44356 deadline: 1732288980764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:00,802 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=392 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/B/a73127e8a0ae477c86f582d7ea438bd5 2024-11-22T15:22:00,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/C/474cff99f7e54c228708c9c34a8b68ff is 50, key is test_row_0/C:col10/1732288920119/Put/seqid=0 2024-11-22T15:22:00,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073741921_1097 (size=12301) 2024-11-22T15:22:00,833 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=392 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/C/474cff99f7e54c228708c9c34a8b68ff 2024-11-22T15:22:00,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/A/d6c83167b0864e8c80b93242d4124786 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/A/d6c83167b0864e8c80b93242d4124786 2024-11-22T15:22:00,847 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/A/d6c83167b0864e8c80b93242d4124786, entries=150, sequenceid=392, filesize=12.0 K 2024-11-22T15:22:00,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/B/a73127e8a0ae477c86f582d7ea438bd5 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/B/a73127e8a0ae477c86f582d7ea438bd5 2024-11-22T15:22:00,855 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/B/a73127e8a0ae477c86f582d7ea438bd5, entries=150, sequenceid=392, filesize=12.0 K 2024-11-22T15:22:00,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/C/474cff99f7e54c228708c9c34a8b68ff as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/C/474cff99f7e54c228708c9c34a8b68ff 2024-11-22T15:22:00,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-22T15:22:00,869 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/C/474cff99f7e54c228708c9c34a8b68ff, entries=150, sequenceid=392, filesize=12.0 K 2024-11-22T15:22:00,870 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for c2a85cc7cfb43c7bd2a67d6e1d115f24 in 497ms, sequenceid=392, compaction requested=true 2024-11-22T15:22:00,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2538): Flush status journal for c2a85cc7cfb43c7bd2a67d6e1d115f24: 2024-11-22T15:22:00,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24. 2024-11-22T15:22:00,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-22T15:22:00,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44629 {}] master.HMaster(4106): Remote procedure done, pid=27 2024-11-22T15:22:00,874 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=27, resume processing ppid=26 2024-11-22T15:22:00,874 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=27, ppid=26, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1130 sec 2024-11-22T15:22:00,875 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=26, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees in 1.1180 sec 2024-11-22T15:22:01,066 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c2a85cc7cfb43c7bd2a67d6e1d115f24 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-22T15:22:01,066 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c2a85cc7cfb43c7bd2a67d6e1d115f24, store=A 2024-11-22T15:22:01,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(8581): Flush requested on c2a85cc7cfb43c7bd2a67d6e1d115f24 2024-11-22T15:22:01,066 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:22:01,067 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c2a85cc7cfb43c7bd2a67d6e1d115f24, store=B 2024-11-22T15:22:01,067 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:22:01,067 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c2a85cc7cfb43c7bd2a67d6e1d115f24, store=C 2024-11-22T15:22:01,067 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:22:01,084 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/A/513c1a9c54664694b8de9e3508fca5a6 is 50, key is test_row_0/A:col10/1732288920452/Put/seqid=0 2024-11-22T15:22:01,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073741922_1098 (size=12301) 2024-11-22T15:22:01,119 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=408 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/A/513c1a9c54664694b8de9e3508fca5a6 2024-11-22T15:22:01,130 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:01,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 262 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44346 deadline: 1732288981122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:01,131 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:01,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 245 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44356 deadline: 1732288981123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:01,151 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/B/f26994694bc44c2eaea7d258d7b82137 is 50, key is test_row_0/B:col10/1732288920452/Put/seqid=0 2024-11-22T15:22:01,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073741923_1099 (size=12301) 2024-11-22T15:22:01,186 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=408 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/B/f26994694bc44c2eaea7d258d7b82137 2024-11-22T15:22:01,204 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/C/81023eeef9fb4ed6ab8a83105faffe5b is 50, key is test_row_0/C:col10/1732288920452/Put/seqid=0 2024-11-22T15:22:01,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073741924_1100 (size=12301) 2024-11-22T15:22:01,231 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=408 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/C/81023eeef9fb4ed6ab8a83105faffe5b 2024-11-22T15:22:01,233 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:01,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 247 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44356 deadline: 1732288981233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:01,237 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:01,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 264 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44346 deadline: 1732288981236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:01,240 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/A/513c1a9c54664694b8de9e3508fca5a6 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/A/513c1a9c54664694b8de9e3508fca5a6 2024-11-22T15:22:01,249 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/A/513c1a9c54664694b8de9e3508fca5a6, entries=150, sequenceid=408, filesize=12.0 K 2024-11-22T15:22:01,251 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/B/f26994694bc44c2eaea7d258d7b82137 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/B/f26994694bc44c2eaea7d258d7b82137 2024-11-22T15:22:01,260 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/B/f26994694bc44c2eaea7d258d7b82137, entries=150, sequenceid=408, filesize=12.0 K 2024-11-22T15:22:01,261 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/C/81023eeef9fb4ed6ab8a83105faffe5b as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/C/81023eeef9fb4ed6ab8a83105faffe5b 2024-11-22T15:22:01,266 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/C/81023eeef9fb4ed6ab8a83105faffe5b, entries=150, sequenceid=408, filesize=12.0 K 2024-11-22T15:22:01,267 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for c2a85cc7cfb43c7bd2a67d6e1d115f24 in 201ms, sequenceid=408, compaction requested=true 2024-11-22T15:22:01,267 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c2a85cc7cfb43c7bd2a67d6e1d115f24: 2024-11-22T15:22:01,267 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c2a85cc7cfb43c7bd2a67d6e1d115f24:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T15:22:01,268 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T15:22:01,268 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T15:22:01,268 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T15:22:01,268 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c2a85cc7cfb43c7bd2a67d6e1d115f24:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T15:22:01,268 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T15:22:01,268 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c2a85cc7cfb43c7bd2a67d6e1d115f24:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T15:22:01,268 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T15:22:01,269 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T15:22:01,269 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T15:22:01,269 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1540): c2a85cc7cfb43c7bd2a67d6e1d115f24/B is initiating minor compaction (all files) 2024-11-22T15:22:01,269 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1540): c2a85cc7cfb43c7bd2a67d6e1d115f24/A is initiating minor compaction (all files) 2024-11-22T15:22:01,269 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c2a85cc7cfb43c7bd2a67d6e1d115f24/B in TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24. 2024-11-22T15:22:01,269 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c2a85cc7cfb43c7bd2a67d6e1d115f24/A in TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24. 2024-11-22T15:22:01,269 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/B/c7320a5517724066a82d7b518a509c79, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/B/a73127e8a0ae477c86f582d7ea438bd5, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/B/f26994694bc44c2eaea7d258d7b82137] into tmpdir=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp, totalSize=36.9 K 2024-11-22T15:22:01,269 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/A/e3624a35eb20443790a8d8e6f80ae9b9, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/A/d6c83167b0864e8c80b93242d4124786, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/A/513c1a9c54664694b8de9e3508fca5a6] into tmpdir=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp, totalSize=36.9 K 2024-11-22T15:22:01,270 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting c7320a5517724066a82d7b518a509c79, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=366, earliestPutTs=1732288919718 2024-11-22T15:22:01,270 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting e3624a35eb20443790a8d8e6f80ae9b9, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=366, earliestPutTs=1732288919718 2024-11-22T15:22:01,270 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting a73127e8a0ae477c86f582d7ea438bd5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=392, earliestPutTs=1732288920116 2024-11-22T15:22:01,270 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting d6c83167b0864e8c80b93242d4124786, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=392, earliestPutTs=1732288920116 2024-11-22T15:22:01,270 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting f26994694bc44c2eaea7d258d7b82137, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=408, earliestPutTs=1732288920449 2024-11-22T15:22:01,270 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting 513c1a9c54664694b8de9e3508fca5a6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=408, earliestPutTs=1732288920449 2024-11-22T15:22:01,284 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c2a85cc7cfb43c7bd2a67d6e1d115f24#B#compaction#86 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T15:22:01,285 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/B/297cbc032a5946f5a19354e0ba159415 is 50, key is test_row_0/B:col10/1732288920452/Put/seqid=0 2024-11-22T15:22:01,291 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c2a85cc7cfb43c7bd2a67d6e1d115f24#A#compaction#87 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T15:22:01,292 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/A/ff047537e7824825805127b37d80f596 is 50, key is test_row_0/A:col10/1732288920452/Put/seqid=0 2024-11-22T15:22:01,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073741925_1101 (size=13289) 2024-11-22T15:22:01,334 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/B/297cbc032a5946f5a19354e0ba159415 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/B/297cbc032a5946f5a19354e0ba159415 2024-11-22T15:22:01,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073741926_1102 (size=13289) 2024-11-22T15:22:01,344 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c2a85cc7cfb43c7bd2a67d6e1d115f24/B of c2a85cc7cfb43c7bd2a67d6e1d115f24 into 297cbc032a5946f5a19354e0ba159415(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T15:22:01,344 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c2a85cc7cfb43c7bd2a67d6e1d115f24: 2024-11-22T15:22:01,344 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24., storeName=c2a85cc7cfb43c7bd2a67d6e1d115f24/B, priority=13, startTime=1732288921268; duration=0sec 2024-11-22T15:22:01,344 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T15:22:01,344 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c2a85cc7cfb43c7bd2a67d6e1d115f24:B 2024-11-22T15:22:01,345 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T15:22:01,346 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50022 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T15:22:01,347 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1540): c2a85cc7cfb43c7bd2a67d6e1d115f24/C is initiating minor compaction (all files) 2024-11-22T15:22:01,347 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c2a85cc7cfb43c7bd2a67d6e1d115f24/C in TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24. 2024-11-22T15:22:01,347 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/C/725a84e687ff41e7a4b3f72a900b3dc8, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/C/61d740d6994848e7a2f790c0745bfcbf, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/C/474cff99f7e54c228708c9c34a8b68ff, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/C/81023eeef9fb4ed6ab8a83105faffe5b] into tmpdir=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp, totalSize=48.8 K 2024-11-22T15:22:01,348 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting 725a84e687ff41e7a4b3f72a900b3dc8, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=353, earliestPutTs=1732288919389 2024-11-22T15:22:01,349 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting 61d740d6994848e7a2f790c0745bfcbf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=366, earliestPutTs=1732288919718 2024-11-22T15:22:01,350 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting 474cff99f7e54c228708c9c34a8b68ff, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=392, earliestPutTs=1732288920116 2024-11-22T15:22:01,350 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting 81023eeef9fb4ed6ab8a83105faffe5b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=408, earliestPutTs=1732288920449 2024-11-22T15:22:01,376 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c2a85cc7cfb43c7bd2a67d6e1d115f24#C#compaction#88 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T15:22:01,377 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/C/68a2769fef844be2ad29ae5f0b686215 is 50, key is test_row_0/C:col10/1732288920452/Put/seqid=0 2024-11-22T15:22:01,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073741927_1103 (size=13255) 2024-11-22T15:22:01,435 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/C/68a2769fef844be2ad29ae5f0b686215 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/C/68a2769fef844be2ad29ae5f0b686215 2024-11-22T15:22:01,441 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c2a85cc7cfb43c7bd2a67d6e1d115f24 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-22T15:22:01,442 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c2a85cc7cfb43c7bd2a67d6e1d115f24, store=A 2024-11-22T15:22:01,442 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:22:01,442 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c2a85cc7cfb43c7bd2a67d6e1d115f24, store=B 2024-11-22T15:22:01,442 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:22:01,442 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c2a85cc7cfb43c7bd2a67d6e1d115f24, store=C 2024-11-22T15:22:01,442 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:22:01,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(8581): Flush requested on c2a85cc7cfb43c7bd2a67d6e1d115f24 2024-11-22T15:22:01,449 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c2a85cc7cfb43c7bd2a67d6e1d115f24/C of c2a85cc7cfb43c7bd2a67d6e1d115f24 into 68a2769fef844be2ad29ae5f0b686215(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T15:22:01,449 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c2a85cc7cfb43c7bd2a67d6e1d115f24: 2024-11-22T15:22:01,449 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24., storeName=c2a85cc7cfb43c7bd2a67d6e1d115f24/C, priority=12, startTime=1732288921268; duration=0sec 2024-11-22T15:22:01,449 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T15:22:01,450 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c2a85cc7cfb43c7bd2a67d6e1d115f24:C 2024-11-22T15:22:01,456 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/A/fde12824374b4c9dbb3e5c29343b49c3 is 50, key is test_row_0/A:col10/1732288921438/Put/seqid=0 2024-11-22T15:22:01,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073741928_1104 (size=14741) 2024-11-22T15:22:01,490 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=433 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/A/fde12824374b4c9dbb3e5c29343b49c3 2024-11-22T15:22:01,515 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/B/55add042243b4faea27123fc1e318336 is 50, key is test_row_0/B:col10/1732288921438/Put/seqid=0 2024-11-22T15:22:01,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073741929_1105 (size=12301) 2024-11-22T15:22:01,541 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=433 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/B/55add042243b4faea27123fc1e318336 2024-11-22T15:22:01,549 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:01,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 270 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44346 deadline: 1732288981547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:01,551 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:01,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 255 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44356 deadline: 1732288981549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:01,557 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/C/1fe53d37f1b44cf1b2621075e8307738 is 50, key is test_row_0/C:col10/1732288921438/Put/seqid=0 2024-11-22T15:22:01,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073741930_1106 (size=12301) 2024-11-22T15:22:01,653 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:01,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 272 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44346 deadline: 1732288981651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:01,653 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:01,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 257 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44356 deadline: 1732288981652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:01,747 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/A/ff047537e7824825805127b37d80f596 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/A/ff047537e7824825805127b37d80f596 2024-11-22T15:22:01,755 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c2a85cc7cfb43c7bd2a67d6e1d115f24/A of c2a85cc7cfb43c7bd2a67d6e1d115f24 into ff047537e7824825805127b37d80f596(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T15:22:01,755 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c2a85cc7cfb43c7bd2a67d6e1d115f24: 2024-11-22T15:22:01,755 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24., storeName=c2a85cc7cfb43c7bd2a67d6e1d115f24/A, priority=13, startTime=1732288921267; duration=0sec 2024-11-22T15:22:01,755 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T15:22:01,755 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c2a85cc7cfb43c7bd2a67d6e1d115f24:A 2024-11-22T15:22:01,855 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:01,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 274 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44346 deadline: 1732288981854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:01,857 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:01,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 259 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44356 deadline: 1732288981856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:01,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-22T15:22:01,862 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 26 completed 2024-11-22T15:22:01,863 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44629 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T15:22:01,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44629 {}] procedure2.ProcedureExecutor(1098): Stored pid=28, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees 2024-11-22T15:22:01,866 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=28, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T15:22:01,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-22T15:22:01,866 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=28, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T15:22:01,866 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T15:22:01,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-22T15:22:02,000 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=433 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/C/1fe53d37f1b44cf1b2621075e8307738 2024-11-22T15:22:02,006 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/A/fde12824374b4c9dbb3e5c29343b49c3 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/A/fde12824374b4c9dbb3e5c29343b49c3 2024-11-22T15:22:02,019 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/A/fde12824374b4c9dbb3e5c29343b49c3, entries=200, sequenceid=433, filesize=14.4 K 2024-11-22T15:22:02,021 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/B/55add042243b4faea27123fc1e318336 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/B/55add042243b4faea27123fc1e318336 2024-11-22T15:22:02,021 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:22:02,021 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-22T15:22:02,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24. 2024-11-22T15:22:02,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24. as already flushing 2024-11-22T15:22:02,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24. 2024-11-22T15:22:02,022 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => c2a85cc7cfb43c7bd2a67d6e1d115f24, NAME => 'TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:02,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => c2a85cc7cfb43c7bd2a67d6e1d115f24, NAME => 'TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:02,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c2a85cc7cfb43c7bd2a67d6e1d115f24, NAME => 'TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c2a85cc7cfb43c7bd2a67d6e1d115f24, NAME => 'TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:02,028 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/B/55add042243b4faea27123fc1e318336, entries=150, sequenceid=433, filesize=12.0 K 2024-11-22T15:22:02,029 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/C/1fe53d37f1b44cf1b2621075e8307738 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/C/1fe53d37f1b44cf1b2621075e8307738 2024-11-22T15:22:02,034 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/C/1fe53d37f1b44cf1b2621075e8307738, entries=150, sequenceid=433, filesize=12.0 K 2024-11-22T15:22:02,036 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for c2a85cc7cfb43c7bd2a67d6e1d115f24 in 594ms, sequenceid=433, compaction requested=false 2024-11-22T15:22:02,036 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c2a85cc7cfb43c7bd2a67d6e1d115f24: 2024-11-22T15:22:02,158 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c2a85cc7cfb43c7bd2a67d6e1d115f24 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-22T15:22:02,158 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c2a85cc7cfb43c7bd2a67d6e1d115f24, store=A 2024-11-22T15:22:02,158 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:22:02,159 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c2a85cc7cfb43c7bd2a67d6e1d115f24, store=B 2024-11-22T15:22:02,159 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:22:02,159 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c2a85cc7cfb43c7bd2a67d6e1d115f24, store=C 2024-11-22T15:22:02,159 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:22:02,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(8581): Flush requested on c2a85cc7cfb43c7bd2a67d6e1d115f24 2024-11-22T15:22:02,164 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/A/be313bdb0e9f494eb037efae9a9622cd is 50, key is test_row_0/A:col10/1732288921512/Put/seqid=0 2024-11-22T15:22:02,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-22T15:22:02,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073741931_1107 (size=12301) 2024-11-22T15:22:02,174 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:22:02,175 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-22T15:22:02,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24. 2024-11-22T15:22:02,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24. as already flushing 2024-11-22T15:22:02,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24. 2024-11-22T15:22:02,175 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => c2a85cc7cfb43c7bd2a67d6e1d115f24, NAME => 'TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:02,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => c2a85cc7cfb43c7bd2a67d6e1d115f24, NAME => 'TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:02,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c2a85cc7cfb43c7bd2a67d6e1d115f24, NAME => 'TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c2a85cc7cfb43c7bd2a67d6e1d115f24, NAME => 'TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:02,199 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:02,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 270 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44356 deadline: 1732288982197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:02,203 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:02,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 288 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44346 deadline: 1732288982200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:02,302 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:02,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 272 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44356 deadline: 1732288982301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:02,305 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:02,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 290 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44346 deadline: 1732288982305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:02,334 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:22:02,334 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-22T15:22:02,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24. 2024-11-22T15:22:02,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24. as already flushing 2024-11-22T15:22:02,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24. 2024-11-22T15:22:02,335 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => c2a85cc7cfb43c7bd2a67d6e1d115f24, NAME => 'TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:02,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => c2a85cc7cfb43c7bd2a67d6e1d115f24, NAME => 'TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:02,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c2a85cc7cfb43c7bd2a67d6e1d115f24, NAME => 'TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c2a85cc7cfb43c7bd2a67d6e1d115f24, NAME => 'TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:02,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-22T15:22:02,488 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:22:02,488 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-22T15:22:02,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24. 2024-11-22T15:22:02,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24. as already flushing 2024-11-22T15:22:02,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24. 2024-11-22T15:22:02,488 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => c2a85cc7cfb43c7bd2a67d6e1d115f24, NAME => 'TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:02,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => c2a85cc7cfb43c7bd2a67d6e1d115f24, NAME => 'TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:02,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c2a85cc7cfb43c7bd2a67d6e1d115f24, NAME => 'TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c2a85cc7cfb43c7bd2a67d6e1d115f24, NAME => 'TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:02,507 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:02,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 274 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44356 deadline: 1732288982505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:02,507 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:02,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 292 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44346 deadline: 1732288982507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:02,572 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=448 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/A/be313bdb0e9f494eb037efae9a9622cd 2024-11-22T15:22:02,581 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/B/bf7a6c03096b4822a499bb7b7d1729b7 is 50, key is test_row_0/B:col10/1732288921512/Put/seqid=0 2024-11-22T15:22:02,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073741932_1108 (size=12301) 2024-11-22T15:22:02,597 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=448 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/B/bf7a6c03096b4822a499bb7b7d1729b7 2024-11-22T15:22:02,605 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/C/42b4222768324e0d865cb4b05bd8c414 is 50, key is test_row_0/C:col10/1732288921512/Put/seqid=0 2024-11-22T15:22:02,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073741933_1109 (size=12301) 2024-11-22T15:22:02,640 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:22:02,641 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-22T15:22:02,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24. 2024-11-22T15:22:02,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24. as already flushing 2024-11-22T15:22:02,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24. 2024-11-22T15:22:02,641 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => c2a85cc7cfb43c7bd2a67d6e1d115f24, NAME => 'TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:02,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => c2a85cc7cfb43c7bd2a67d6e1d115f24, NAME => 'TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:02,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c2a85cc7cfb43c7bd2a67d6e1d115f24, NAME => 'TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c2a85cc7cfb43c7bd2a67d6e1d115f24, NAME => 'TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:02,793 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:22:02,794 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-22T15:22:02,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24. 2024-11-22T15:22:02,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24. as already flushing 2024-11-22T15:22:02,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24. 2024-11-22T15:22:02,794 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => c2a85cc7cfb43c7bd2a67d6e1d115f24, NAME => 'TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:02,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => c2a85cc7cfb43c7bd2a67d6e1d115f24, NAME => 'TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:02,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c2a85cc7cfb43c7bd2a67d6e1d115f24, NAME => 'TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c2a85cc7cfb43c7bd2a67d6e1d115f24, NAME => 'TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:02,811 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:02,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 294 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44346 deadline: 1732288982810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:02,819 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:02,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 276 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44356 deadline: 1732288982817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:02,946 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:22:02,947 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-22T15:22:02,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24. 2024-11-22T15:22:02,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24. as already flushing 2024-11-22T15:22:02,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24. 2024-11-22T15:22:02,947 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => c2a85cc7cfb43c7bd2a67d6e1d115f24, NAME => 'TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:02,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => c2a85cc7cfb43c7bd2a67d6e1d115f24, NAME => 'TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:02,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c2a85cc7cfb43c7bd2a67d6e1d115f24, NAME => 'TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c2a85cc7cfb43c7bd2a67d6e1d115f24, NAME => 'TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:02,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-22T15:22:03,017 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=448 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/C/42b4222768324e0d865cb4b05bd8c414 2024-11-22T15:22:03,036 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/A/be313bdb0e9f494eb037efae9a9622cd as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/A/be313bdb0e9f494eb037efae9a9622cd 2024-11-22T15:22:03,046 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/A/be313bdb0e9f494eb037efae9a9622cd, entries=150, sequenceid=448, filesize=12.0 K 2024-11-22T15:22:03,048 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/B/bf7a6c03096b4822a499bb7b7d1729b7 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/B/bf7a6c03096b4822a499bb7b7d1729b7 2024-11-22T15:22:03,068 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/B/bf7a6c03096b4822a499bb7b7d1729b7, entries=150, sequenceid=448, filesize=12.0 K 2024-11-22T15:22:03,070 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/C/42b4222768324e0d865cb4b05bd8c414 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/C/42b4222768324e0d865cb4b05bd8c414 2024-11-22T15:22:03,077 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/C/42b4222768324e0d865cb4b05bd8c414, entries=150, sequenceid=448, filesize=12.0 K 2024-11-22T15:22:03,079 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for c2a85cc7cfb43c7bd2a67d6e1d115f24 in 920ms, sequenceid=448, compaction requested=true 2024-11-22T15:22:03,079 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c2a85cc7cfb43c7bd2a67d6e1d115f24: 2024-11-22T15:22:03,079 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c2a85cc7cfb43c7bd2a67d6e1d115f24:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T15:22:03,079 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T15:22:03,079 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T15:22:03,079 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T15:22:03,079 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c2a85cc7cfb43c7bd2a67d6e1d115f24:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T15:22:03,079 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T15:22:03,079 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c2a85cc7cfb43c7bd2a67d6e1d115f24:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T15:22:03,080 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T15:22:03,080 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40331 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T15:22:03,080 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37891 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T15:22:03,081 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1540): c2a85cc7cfb43c7bd2a67d6e1d115f24/A is initiating minor compaction (all files) 2024-11-22T15:22:03,081 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1540): c2a85cc7cfb43c7bd2a67d6e1d115f24/B is initiating minor compaction (all files) 2024-11-22T15:22:03,081 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c2a85cc7cfb43c7bd2a67d6e1d115f24/A in TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24. 2024-11-22T15:22:03,081 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c2a85cc7cfb43c7bd2a67d6e1d115f24/B in TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24. 2024-11-22T15:22:03,081 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/A/ff047537e7824825805127b37d80f596, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/A/fde12824374b4c9dbb3e5c29343b49c3, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/A/be313bdb0e9f494eb037efae9a9622cd] into tmpdir=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp, totalSize=39.4 K 2024-11-22T15:22:03,081 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/B/297cbc032a5946f5a19354e0ba159415, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/B/55add042243b4faea27123fc1e318336, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/B/bf7a6c03096b4822a499bb7b7d1729b7] into tmpdir=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp, totalSize=37.0 K 2024-11-22T15:22:03,081 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting ff047537e7824825805127b37d80f596, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=408, earliestPutTs=1732288920449 2024-11-22T15:22:03,081 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting 297cbc032a5946f5a19354e0ba159415, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=408, earliestPutTs=1732288920449 2024-11-22T15:22:03,082 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting fde12824374b4c9dbb3e5c29343b49c3, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=433, earliestPutTs=1732288921104 2024-11-22T15:22:03,082 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting 55add042243b4faea27123fc1e318336, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=433, earliestPutTs=1732288921104 2024-11-22T15:22:03,082 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting be313bdb0e9f494eb037efae9a9622cd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=448, earliestPutTs=1732288921512 2024-11-22T15:22:03,082 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting bf7a6c03096b4822a499bb7b7d1729b7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=448, earliestPutTs=1732288921512 2024-11-22T15:22:03,096 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c2a85cc7cfb43c7bd2a67d6e1d115f24#B#compaction#95 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T15:22:03,097 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/B/1252598cf8844c4aab05d7a4f7f390a6 is 50, key is test_row_0/B:col10/1732288921512/Put/seqid=0 2024-11-22T15:22:03,102 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:22:03,103 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-22T15:22:03,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24. 2024-11-22T15:22:03,103 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2837): Flushing c2a85cc7cfb43c7bd2a67d6e1d115f24 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-22T15:22:03,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c2a85cc7cfb43c7bd2a67d6e1d115f24, store=A 2024-11-22T15:22:03,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:22:03,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c2a85cc7cfb43c7bd2a67d6e1d115f24, store=B 2024-11-22T15:22:03,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:22:03,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c2a85cc7cfb43c7bd2a67d6e1d115f24, store=C 2024-11-22T15:22:03,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:22:03,104 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c2a85cc7cfb43c7bd2a67d6e1d115f24#A#compaction#96 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T15:22:03,105 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/A/36025c8f19cb4849a84ef3e78fcde42d is 50, key is test_row_0/A:col10/1732288921512/Put/seqid=0 2024-11-22T15:22:03,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/A/02b8d6367a2246a4b0d5e613ece9b83f is 50, key is test_row_0/A:col10/1732288922184/Put/seqid=0 2024-11-22T15:22:03,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073741934_1110 (size=13391) 2024-11-22T15:22:03,187 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/B/1252598cf8844c4aab05d7a4f7f390a6 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/B/1252598cf8844c4aab05d7a4f7f390a6 2024-11-22T15:22:03,196 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c2a85cc7cfb43c7bd2a67d6e1d115f24/B of c2a85cc7cfb43c7bd2a67d6e1d115f24 into 1252598cf8844c4aab05d7a4f7f390a6(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T15:22:03,197 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c2a85cc7cfb43c7bd2a67d6e1d115f24: 2024-11-22T15:22:03,197 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24., storeName=c2a85cc7cfb43c7bd2a67d6e1d115f24/B, priority=13, startTime=1732288923079; duration=0sec 2024-11-22T15:22:03,197 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T15:22:03,197 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c2a85cc7cfb43c7bd2a67d6e1d115f24:B 2024-11-22T15:22:03,197 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T15:22:03,199 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37857 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T15:22:03,199 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1540): c2a85cc7cfb43c7bd2a67d6e1d115f24/C is initiating minor compaction (all files) 2024-11-22T15:22:03,199 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c2a85cc7cfb43c7bd2a67d6e1d115f24/C in TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24. 2024-11-22T15:22:03,199 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/C/68a2769fef844be2ad29ae5f0b686215, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/C/1fe53d37f1b44cf1b2621075e8307738, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/C/42b4222768324e0d865cb4b05bd8c414] into tmpdir=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp, totalSize=37.0 K 2024-11-22T15:22:03,200 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting 68a2769fef844be2ad29ae5f0b686215, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=408, earliestPutTs=1732288920449 2024-11-22T15:22:03,200 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting 1fe53d37f1b44cf1b2621075e8307738, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=433, earliestPutTs=1732288921104 2024-11-22T15:22:03,200 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting 42b4222768324e0d865cb4b05bd8c414, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=448, earliestPutTs=1732288921512 2024-11-22T15:22:03,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073741936_1112 (size=12301) 2024-11-22T15:22:03,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073741935_1111 (size=13391) 2024-11-22T15:22:03,280 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c2a85cc7cfb43c7bd2a67d6e1d115f24#C#compaction#98 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T15:22:03,281 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/C/2292063bc709452a91ae586d8ce996eb is 50, key is test_row_0/C:col10/1732288921512/Put/seqid=0 2024-11-22T15:22:03,295 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/A/36025c8f19cb4849a84ef3e78fcde42d as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/A/36025c8f19cb4849a84ef3e78fcde42d 2024-11-22T15:22:03,303 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c2a85cc7cfb43c7bd2a67d6e1d115f24/A of c2a85cc7cfb43c7bd2a67d6e1d115f24 into 36025c8f19cb4849a84ef3e78fcde42d(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T15:22:03,303 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c2a85cc7cfb43c7bd2a67d6e1d115f24: 2024-11-22T15:22:03,303 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24., storeName=c2a85cc7cfb43c7bd2a67d6e1d115f24/A, priority=13, startTime=1732288923079; duration=0sec 2024-11-22T15:22:03,304 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T15:22:03,304 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c2a85cc7cfb43c7bd2a67d6e1d115f24:A 2024-11-22T15:22:03,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(8581): Flush requested on c2a85cc7cfb43c7bd2a67d6e1d115f24 2024-11-22T15:22:03,320 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24. as already flushing 2024-11-22T15:22:03,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073741937_1113 (size=13357) 2024-11-22T15:22:03,365 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:03,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 302 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44346 deadline: 1732288983360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:03,365 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:03,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 282 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44356 deadline: 1732288983360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:03,471 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:03,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 284 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44356 deadline: 1732288983466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:03,470 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:03,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 304 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44346 deadline: 1732288983466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:03,649 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=471 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/A/02b8d6367a2246a4b0d5e613ece9b83f 2024-11-22T15:22:03,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/B/63bc099044cd45bc87ff5dc2ad59ce52 is 50, key is test_row_0/B:col10/1732288922184/Put/seqid=0 2024-11-22T15:22:03,674 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:03,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 286 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44356 deadline: 1732288983673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:03,677 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:03,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 306 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44346 deadline: 1732288983674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:03,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073741938_1114 (size=12301) 2024-11-22T15:22:03,715 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=471 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/B/63bc099044cd45bc87ff5dc2ad59ce52 2024-11-22T15:22:03,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/C/1c33e2523f454d8ca56db3e0d4d43888 is 50, key is test_row_0/C:col10/1732288922184/Put/seqid=0 2024-11-22T15:22:03,755 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/C/2292063bc709452a91ae586d8ce996eb as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/C/2292063bc709452a91ae586d8ce996eb 2024-11-22T15:22:03,765 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c2a85cc7cfb43c7bd2a67d6e1d115f24/C of c2a85cc7cfb43c7bd2a67d6e1d115f24 into 2292063bc709452a91ae586d8ce996eb(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T15:22:03,765 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c2a85cc7cfb43c7bd2a67d6e1d115f24: 2024-11-22T15:22:03,765 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24., storeName=c2a85cc7cfb43c7bd2a67d6e1d115f24/C, priority=13, startTime=1732288923079; duration=0sec 2024-11-22T15:22:03,765 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T15:22:03,765 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c2a85cc7cfb43c7bd2a67d6e1d115f24:C 2024-11-22T15:22:03,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073741939_1115 (size=12301) 2024-11-22T15:22:03,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-22T15:22:03,977 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:03,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 288 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44356 deadline: 1732288983976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:03,985 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:03,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 308 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44346 deadline: 1732288983982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:04,187 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=471 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/C/1c33e2523f454d8ca56db3e0d4d43888 2024-11-22T15:22:04,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/A/02b8d6367a2246a4b0d5e613ece9b83f as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/A/02b8d6367a2246a4b0d5e613ece9b83f 2024-11-22T15:22:04,206 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/A/02b8d6367a2246a4b0d5e613ece9b83f, entries=150, sequenceid=471, filesize=12.0 K 2024-11-22T15:22:04,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/B/63bc099044cd45bc87ff5dc2ad59ce52 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/B/63bc099044cd45bc87ff5dc2ad59ce52 2024-11-22T15:22:04,216 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/B/63bc099044cd45bc87ff5dc2ad59ce52, entries=150, sequenceid=471, filesize=12.0 K 2024-11-22T15:22:04,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/C/1c33e2523f454d8ca56db3e0d4d43888 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/C/1c33e2523f454d8ca56db3e0d4d43888 2024-11-22T15:22:04,234 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/C/1c33e2523f454d8ca56db3e0d4d43888, entries=150, sequenceid=471, filesize=12.0 K 2024-11-22T15:22:04,235 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for c2a85cc7cfb43c7bd2a67d6e1d115f24 in 1132ms, sequenceid=471, compaction requested=false 2024-11-22T15:22:04,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2538): Flush status journal for c2a85cc7cfb43c7bd2a67d6e1d115f24: 2024-11-22T15:22:04,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24. 2024-11-22T15:22:04,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-22T15:22:04,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44629 {}] master.HMaster(4106): Remote procedure done, pid=29 2024-11-22T15:22:04,239 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=29, resume processing ppid=28 2024-11-22T15:22:04,239 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=29, ppid=28, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3710 sec 2024-11-22T15:22:04,241 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=28, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees in 2.3760 sec 2024-11-22T15:22:04,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(8581): Flush requested on c2a85cc7cfb43c7bd2a67d6e1d115f24 2024-11-22T15:22:04,488 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c2a85cc7cfb43c7bd2a67d6e1d115f24 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-22T15:22:04,488 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c2a85cc7cfb43c7bd2a67d6e1d115f24, store=A 2024-11-22T15:22:04,488 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:22:04,488 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c2a85cc7cfb43c7bd2a67d6e1d115f24, store=B 2024-11-22T15:22:04,488 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:22:04,488 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c2a85cc7cfb43c7bd2a67d6e1d115f24, store=C 2024-11-22T15:22:04,488 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:22:04,504 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/A/e029100212684dfcbdb292cc267efcab is 50, key is test_row_0/A:col10/1732288923354/Put/seqid=0 2024-11-22T15:22:04,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073741940_1116 (size=14741) 2024-11-22T15:22:04,553 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=488 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/A/e029100212684dfcbdb292cc267efcab 2024-11-22T15:22:04,583 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/B/083096ce17f64b2fb052c4ca702947c2 is 50, key is test_row_0/B:col10/1732288923354/Put/seqid=0 2024-11-22T15:22:04,601 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:04,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 301 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44356 deadline: 1732288984595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:04,602 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:04,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 319 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44346 deadline: 1732288984597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:04,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073741941_1117 (size=12301) 2024-11-22T15:22:04,634 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=488 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/B/083096ce17f64b2fb052c4ca702947c2 2024-11-22T15:22:04,656 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/C/ad1047ccc36a4804b2e4c416932fb25b is 50, key is test_row_0/C:col10/1732288923354/Put/seqid=0 2024-11-22T15:22:04,709 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:04,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 321 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44346 deadline: 1732288984703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:04,710 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:04,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 303 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44356 deadline: 1732288984708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:04,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073741942_1118 (size=12301) 2024-11-22T15:22:04,722 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=488 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/C/ad1047ccc36a4804b2e4c416932fb25b 2024-11-22T15:22:04,732 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/A/e029100212684dfcbdb292cc267efcab as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/A/e029100212684dfcbdb292cc267efcab 2024-11-22T15:22:04,751 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/A/e029100212684dfcbdb292cc267efcab, entries=200, sequenceid=488, filesize=14.4 K 2024-11-22T15:22:04,752 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/B/083096ce17f64b2fb052c4ca702947c2 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/B/083096ce17f64b2fb052c4ca702947c2 2024-11-22T15:22:04,758 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/B/083096ce17f64b2fb052c4ca702947c2, entries=150, sequenceid=488, filesize=12.0 K 2024-11-22T15:22:04,760 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/C/ad1047ccc36a4804b2e4c416932fb25b as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/C/ad1047ccc36a4804b2e4c416932fb25b 2024-11-22T15:22:04,771 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/C/ad1047ccc36a4804b2e4c416932fb25b, entries=150, sequenceid=488, filesize=12.0 K 2024-11-22T15:22:04,777 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for c2a85cc7cfb43c7bd2a67d6e1d115f24 in 290ms, sequenceid=488, compaction requested=true 2024-11-22T15:22:04,777 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c2a85cc7cfb43c7bd2a67d6e1d115f24: 2024-11-22T15:22:04,777 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T15:22:04,778 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c2a85cc7cfb43c7bd2a67d6e1d115f24:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T15:22:04,778 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T15:22:04,779 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40433 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T15:22:04,779 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1540): c2a85cc7cfb43c7bd2a67d6e1d115f24/A is initiating minor compaction (all files) 2024-11-22T15:22:04,779 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c2a85cc7cfb43c7bd2a67d6e1d115f24/A in TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24. 2024-11-22T15:22:04,779 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/A/36025c8f19cb4849a84ef3e78fcde42d, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/A/02b8d6367a2246a4b0d5e613ece9b83f, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/A/e029100212684dfcbdb292cc267efcab] into tmpdir=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp, totalSize=39.5 K 2024-11-22T15:22:04,780 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting 36025c8f19cb4849a84ef3e78fcde42d, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=448, earliestPutTs=1732288921512 2024-11-22T15:22:04,782 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting 02b8d6367a2246a4b0d5e613ece9b83f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=471, earliestPutTs=1732288922184 2024-11-22T15:22:04,783 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T15:22:04,784 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting e029100212684dfcbdb292cc267efcab, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=488, earliestPutTs=1732288923344 2024-11-22T15:22:04,786 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37993 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T15:22:04,786 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1540): c2a85cc7cfb43c7bd2a67d6e1d115f24/B is initiating minor compaction (all files) 2024-11-22T15:22:04,786 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c2a85cc7cfb43c7bd2a67d6e1d115f24/B in TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24. 2024-11-22T15:22:04,786 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/B/1252598cf8844c4aab05d7a4f7f390a6, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/B/63bc099044cd45bc87ff5dc2ad59ce52, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/B/083096ce17f64b2fb052c4ca702947c2] into tmpdir=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp, totalSize=37.1 K 2024-11-22T15:22:04,788 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting 1252598cf8844c4aab05d7a4f7f390a6, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=448, earliestPutTs=1732288921512 2024-11-22T15:22:04,791 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting 63bc099044cd45bc87ff5dc2ad59ce52, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=471, earliestPutTs=1732288922184 2024-11-22T15:22:04,793 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting 083096ce17f64b2fb052c4ca702947c2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=488, earliestPutTs=1732288923344 2024-11-22T15:22:04,802 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c2a85cc7cfb43c7bd2a67d6e1d115f24:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T15:22:04,807 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T15:22:04,809 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c2a85cc7cfb43c7bd2a67d6e1d115f24:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T15:22:04,809 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T15:22:04,815 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c2a85cc7cfb43c7bd2a67d6e1d115f24#A#compaction#104 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T15:22:04,815 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/A/2c81d1e3d9224586a1d9bc1caabe3a09 is 50, key is test_row_0/A:col10/1732288923354/Put/seqid=0 2024-11-22T15:22:04,820 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c2a85cc7cfb43c7bd2a67d6e1d115f24#B#compaction#105 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T15:22:04,821 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/B/2e7e9d5288a5452ab14a0a1e4978d812 is 50, key is test_row_0/B:col10/1732288923354/Put/seqid=0 2024-11-22T15:22:04,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073741943_1119 (size=13493) 2024-11-22T15:22:04,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073741944_1120 (size=13493) 2024-11-22T15:22:04,908 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/B/2e7e9d5288a5452ab14a0a1e4978d812 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/B/2e7e9d5288a5452ab14a0a1e4978d812 2024-11-22T15:22:04,921 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c2a85cc7cfb43c7bd2a67d6e1d115f24/B of c2a85cc7cfb43c7bd2a67d6e1d115f24 into 2e7e9d5288a5452ab14a0a1e4978d812(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T15:22:04,921 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c2a85cc7cfb43c7bd2a67d6e1d115f24: 2024-11-22T15:22:04,921 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24., storeName=c2a85cc7cfb43c7bd2a67d6e1d115f24/B, priority=13, startTime=1732288924783; duration=0sec 2024-11-22T15:22:04,921 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T15:22:04,921 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c2a85cc7cfb43c7bd2a67d6e1d115f24:B 2024-11-22T15:22:04,921 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T15:22:04,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(8581): Flush requested on c2a85cc7cfb43c7bd2a67d6e1d115f24 2024-11-22T15:22:04,923 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c2a85cc7cfb43c7bd2a67d6e1d115f24 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-22T15:22:04,923 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c2a85cc7cfb43c7bd2a67d6e1d115f24, store=A 2024-11-22T15:22:04,923 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:22:04,923 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37959 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T15:22:04,923 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c2a85cc7cfb43c7bd2a67d6e1d115f24, store=B 2024-11-22T15:22:04,923 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1540): c2a85cc7cfb43c7bd2a67d6e1d115f24/C is initiating minor compaction (all files) 2024-11-22T15:22:04,923 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:22:04,923 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c2a85cc7cfb43c7bd2a67d6e1d115f24, store=C 2024-11-22T15:22:04,923 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c2a85cc7cfb43c7bd2a67d6e1d115f24/C in TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24. 2024-11-22T15:22:04,924 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:22:04,924 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/C/2292063bc709452a91ae586d8ce996eb, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/C/1c33e2523f454d8ca56db3e0d4d43888, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/C/ad1047ccc36a4804b2e4c416932fb25b] into tmpdir=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp, totalSize=37.1 K 2024-11-22T15:22:04,924 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting 2292063bc709452a91ae586d8ce996eb, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=448, earliestPutTs=1732288921512 2024-11-22T15:22:04,925 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting 1c33e2523f454d8ca56db3e0d4d43888, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=471, earliestPutTs=1732288922184 2024-11-22T15:22:04,925 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting ad1047ccc36a4804b2e4c416932fb25b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=488, earliestPutTs=1732288923344 2024-11-22T15:22:04,939 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/A/e40d623174024ab1b2f6fedc30c0e1a6 is 50, key is test_row_0/A:col10/1732288924581/Put/seqid=0 2024-11-22T15:22:04,959 DEBUG [Thread-149 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x24512372 to 127.0.0.1:61671 2024-11-22T15:22:04,959 DEBUG [Thread-164 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3f18a09d to 127.0.0.1:61671 2024-11-22T15:22:04,960 DEBUG [Thread-164 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T15:22:04,960 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T15:22:04,962 DEBUG [Thread-155 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5c9b2c1d to 127.0.0.1:61671 2024-11-22T15:22:04,962 DEBUG [Thread-155 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T15:22:04,963 DEBUG [Thread-160 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4f34c0b8 to 127.0.0.1:61671 2024-11-22T15:22:04,963 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T15:22:04,963 DEBUG [Thread-166 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x426bcd11 to 127.0.0.1:61671 2024-11-22T15:22:04,964 DEBUG [Thread-166 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T15:22:04,964 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c2a85cc7cfb43c7bd2a67d6e1d115f24#C#compaction#107 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T15:22:04,965 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/C/1bc58ac469c5431b95e5c3c3bafa5b4f is 50, key is test_row_0/C:col10/1732288923354/Put/seqid=0 2024-11-22T15:22:04,965 DEBUG [Thread-162 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6ebb9f30 to 127.0.0.1:61671 2024-11-22T15:22:04,965 DEBUG [Thread-162 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T15:22:05,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073741945_1121 (size=14741) 2024-11-22T15:22:05,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073741946_1122 (size=13459) 2024-11-22T15:22:05,280 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/A/2c81d1e3d9224586a1d9bc1caabe3a09 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/A/2c81d1e3d9224586a1d9bc1caabe3a09 2024-11-22T15:22:05,288 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c2a85cc7cfb43c7bd2a67d6e1d115f24/A of c2a85cc7cfb43c7bd2a67d6e1d115f24 into 2c81d1e3d9224586a1d9bc1caabe3a09(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T15:22:05,288 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c2a85cc7cfb43c7bd2a67d6e1d115f24: 2024-11-22T15:22:05,288 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24., storeName=c2a85cc7cfb43c7bd2a67d6e1d115f24/A, priority=13, startTime=1732288924777; duration=0sec 2024-11-22T15:22:05,288 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T15:22:05,288 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c2a85cc7cfb43c7bd2a67d6e1d115f24:A 2024-11-22T15:22:05,427 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=512 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/A/e40d623174024ab1b2f6fedc30c0e1a6 2024-11-22T15:22:05,441 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/C/1bc58ac469c5431b95e5c3c3bafa5b4f as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/C/1bc58ac469c5431b95e5c3c3bafa5b4f 2024-11-22T15:22:05,450 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c2a85cc7cfb43c7bd2a67d6e1d115f24/C of c2a85cc7cfb43c7bd2a67d6e1d115f24 into 1bc58ac469c5431b95e5c3c3bafa5b4f(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T15:22:05,450 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c2a85cc7cfb43c7bd2a67d6e1d115f24: 2024-11-22T15:22:05,450 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24., storeName=c2a85cc7cfb43c7bd2a67d6e1d115f24/C, priority=13, startTime=1732288924809; duration=0sec 2024-11-22T15:22:05,450 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T15:22:05,450 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c2a85cc7cfb43c7bd2a67d6e1d115f24:C 2024-11-22T15:22:05,461 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/B/e1c931f8da6347488a8c2daad5dade85 is 50, key is test_row_0/B:col10/1732288924581/Put/seqid=0 2024-11-22T15:22:05,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073741947_1123 (size=12301) 2024-11-22T15:22:05,886 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=512 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/B/e1c931f8da6347488a8c2daad5dade85 2024-11-22T15:22:05,901 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/C/cf94955b77c9433a91732a27d38785d1 is 50, key is test_row_0/C:col10/1732288924581/Put/seqid=0 2024-11-22T15:22:05,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073741948_1124 (size=12301) 2024-11-22T15:22:05,936 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=512 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/C/cf94955b77c9433a91732a27d38785d1 2024-11-22T15:22:05,947 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/A/e40d623174024ab1b2f6fedc30c0e1a6 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/A/e40d623174024ab1b2f6fedc30c0e1a6 2024-11-22T15:22:05,950 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-22T15:22:05,955 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/A/e40d623174024ab1b2f6fedc30c0e1a6, entries=200, sequenceid=512, filesize=14.4 K 2024-11-22T15:22:05,957 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/B/e1c931f8da6347488a8c2daad5dade85 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/B/e1c931f8da6347488a8c2daad5dade85 2024-11-22T15:22:05,968 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/B/e1c931f8da6347488a8c2daad5dade85, entries=150, sequenceid=512, filesize=12.0 K 2024-11-22T15:22:05,971 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/C/cf94955b77c9433a91732a27d38785d1 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/C/cf94955b77c9433a91732a27d38785d1 2024-11-22T15:22:05,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-22T15:22:05,972 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 28 completed 2024-11-22T15:22:05,982 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/C/cf94955b77c9433a91732a27d38785d1, entries=150, sequenceid=512, filesize=12.0 K 2024-11-22T15:22:05,984 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=53.67 KB/54960 for c2a85cc7cfb43c7bd2a67d6e1d115f24 in 1060ms, sequenceid=512, compaction requested=false 2024-11-22T15:22:05,984 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c2a85cc7cfb43c7bd2a67d6e1d115f24: 2024-11-22T15:22:07,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(8581): Flush requested on c2a85cc7cfb43c7bd2a67d6e1d115f24 2024-11-22T15:22:07,830 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c2a85cc7cfb43c7bd2a67d6e1d115f24 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-22T15:22:07,830 DEBUG [Thread-157 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0d888e3e to 127.0.0.1:61671 2024-11-22T15:22:07,830 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c2a85cc7cfb43c7bd2a67d6e1d115f24, store=A 2024-11-22T15:22:07,830 DEBUG [Thread-157 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T15:22:07,830 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:22:07,830 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c2a85cc7cfb43c7bd2a67d6e1d115f24, store=B 2024-11-22T15:22:07,830 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:22:07,830 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c2a85cc7cfb43c7bd2a67d6e1d115f24, store=C 2024-11-22T15:22:07,830 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:22:07,841 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/A/838d9d3b7e3b4d76949b59f8fc7e797e is 50, key is test_row_1/A:col10/1732288924958/Put/seqid=0 2024-11-22T15:22:07,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073741949_1125 (size=9857) 2024-11-22T15:22:07,861 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=526 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/A/838d9d3b7e3b4d76949b59f8fc7e797e 2024-11-22T15:22:07,876 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/B/cbbf071a36d3407ca5ebb714cfed1ac6 is 50, key is test_row_1/B:col10/1732288924958/Put/seqid=0 2024-11-22T15:22:07,880 DEBUG [Thread-151 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x53623ce6 to 127.0.0.1:61671 2024-11-22T15:22:07,880 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T15:22:07,902 DEBUG [Thread-153 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x66d523ff to 127.0.0.1:61671 2024-11-22T15:22:07,903 DEBUG [Thread-153 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T15:22:07,903 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-22T15:22:07,903 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 164 2024-11-22T15:22:07,903 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 21 2024-11-22T15:22:07,903 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 25 2024-11-22T15:22:07,903 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 183 2024-11-22T15:22:07,903 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 21 2024-11-22T15:22:07,903 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-22T15:22:07,903 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3945 2024-11-22T15:22:07,903 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3830 2024-11-22T15:22:07,903 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-22T15:22:07,903 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1760 2024-11-22T15:22:07,903 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5280 rows 2024-11-22T15:22:07,903 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1762 2024-11-22T15:22:07,903 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5286 rows 2024-11-22T15:22:07,904 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-22T15:22:07,904 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x02a08c5a to 127.0.0.1:61671 2024-11-22T15:22:07,904 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T15:22:07,907 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-22T15:22:07,910 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44629 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-22T15:22:07,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073741950_1126 (size=9857) 2024-11-22T15:22:07,916 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=526 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/B/cbbf071a36d3407ca5ebb714cfed1ac6 2024-11-22T15:22:07,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44629 {}] procedure2.ProcedureExecutor(1098): Stored pid=30, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-22T15:22:07,924 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732288927923"}]},"ts":"1732288927923"} 2024-11-22T15:22:07,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-22T15:22:07,928 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-22T15:22:07,933 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-22T15:22:07,936 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-22T15:22:07,937 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/C/37b928e538fc4b499a11534be67eb925 is 50, key is test_row_1/C:col10/1732288924958/Put/seqid=0 2024-11-22T15:22:07,943 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=c2a85cc7cfb43c7bd2a67d6e1d115f24, UNASSIGN}] 2024-11-22T15:22:07,944 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=c2a85cc7cfb43c7bd2a67d6e1d115f24, UNASSIGN 2024-11-22T15:22:07,949 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=32 updating hbase:meta row=c2a85cc7cfb43c7bd2a67d6e1d115f24, regionState=CLOSING, regionLocation=77927f992d0b,45443,1732288897733 2024-11-22T15:22:07,951 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-22T15:22:07,952 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE; CloseRegionProcedure c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733}] 2024-11-22T15:22:07,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073741951_1127 (size=9857) 2024-11-22T15:22:07,980 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=526 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/C/37b928e538fc4b499a11534be67eb925 2024-11-22T15:22:07,989 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/A/838d9d3b7e3b4d76949b59f8fc7e797e as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/A/838d9d3b7e3b4d76949b59f8fc7e797e 2024-11-22T15:22:08,022 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/A/838d9d3b7e3b4d76949b59f8fc7e797e, entries=100, sequenceid=526, filesize=9.6 K 2024-11-22T15:22:08,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-22T15:22:08,035 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/B/cbbf071a36d3407ca5ebb714cfed1ac6 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/B/cbbf071a36d3407ca5ebb714cfed1ac6 2024-11-22T15:22:08,044 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/B/cbbf071a36d3407ca5ebb714cfed1ac6, entries=100, sequenceid=526, filesize=9.6 K 2024-11-22T15:22:08,046 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/C/37b928e538fc4b499a11534be67eb925 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/C/37b928e538fc4b499a11534be67eb925 2024-11-22T15:22:08,065 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/C/37b928e538fc4b499a11534be67eb925, entries=100, sequenceid=526, filesize=9.6 K 2024-11-22T15:22:08,066 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=13.42 KB/13740 for c2a85cc7cfb43c7bd2a67d6e1d115f24 in 237ms, sequenceid=526, compaction requested=true 2024-11-22T15:22:08,066 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c2a85cc7cfb43c7bd2a67d6e1d115f24: 2024-11-22T15:22:08,067 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c2a85cc7cfb43c7bd2a67d6e1d115f24:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T15:22:08,067 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T15:22:08,067 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T15:22:08,067 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c2a85cc7cfb43c7bd2a67d6e1d115f24:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T15:22:08,067 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T15:22:08,067 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T15:22:08,067 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c2a85cc7cfb43c7bd2a67d6e1d115f24:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T15:22:08,067 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T15:22:08,069 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38091 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T15:22:08,069 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35651 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T15:22:08,069 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1540): c2a85cc7cfb43c7bd2a67d6e1d115f24/A is initiating minor compaction (all files) 2024-11-22T15:22:08,069 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1540): c2a85cc7cfb43c7bd2a67d6e1d115f24/B is initiating minor compaction (all files) 2024-11-22T15:22:08,069 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c2a85cc7cfb43c7bd2a67d6e1d115f24/A in TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24. 2024-11-22T15:22:08,069 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c2a85cc7cfb43c7bd2a67d6e1d115f24/B in TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24. 2024-11-22T15:22:08,069 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/B/2e7e9d5288a5452ab14a0a1e4978d812, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/B/e1c931f8da6347488a8c2daad5dade85, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/B/cbbf071a36d3407ca5ebb714cfed1ac6] into tmpdir=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp, totalSize=34.8 K 2024-11-22T15:22:08,069 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/A/2c81d1e3d9224586a1d9bc1caabe3a09, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/A/e40d623174024ab1b2f6fedc30c0e1a6, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/A/838d9d3b7e3b4d76949b59f8fc7e797e] into tmpdir=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp, totalSize=37.2 K 2024-11-22T15:22:08,070 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting 2e7e9d5288a5452ab14a0a1e4978d812, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=488, earliestPutTs=1732288923344 2024-11-22T15:22:08,070 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2c81d1e3d9224586a1d9bc1caabe3a09, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=488, earliestPutTs=1732288923344 2024-11-22T15:22:08,075 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting e1c931f8da6347488a8c2daad5dade85, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=512, earliestPutTs=1732288924571 2024-11-22T15:22:08,075 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting e40d623174024ab1b2f6fedc30c0e1a6, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=512, earliestPutTs=1732288924571 2024-11-22T15:22:08,075 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting cbbf071a36d3407ca5ebb714cfed1ac6, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=526, earliestPutTs=1732288924958 2024-11-22T15:22:08,076 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting 838d9d3b7e3b4d76949b59f8fc7e797e, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=526, earliestPutTs=1732288924958 2024-11-22T15:22:08,102 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c2a85cc7cfb43c7bd2a67d6e1d115f24#B#compaction#113 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T15:22:08,103 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/B/4082270cfae649a99b824434e72c3b36 is 50, key is test_row_0/B:col10/1732288924581/Put/seqid=0 2024-11-22T15:22:08,116 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:22:08,172 INFO [RS_CLOSE_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] handler.UnassignRegionHandler(124): Close c2a85cc7cfb43c7bd2a67d6e1d115f24 2024-11-22T15:22:08,173 DEBUG [RS_CLOSE_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-22T15:22:08,174 DEBUG [RS_CLOSE_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegion(1681): Closing c2a85cc7cfb43c7bd2a67d6e1d115f24, disabling compactions & flushes 2024-11-22T15:22:08,174 DEBUG [RS_CLOSE_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegion(1942): waiting for 2 compactions to complete for region TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24. 2024-11-22T15:22:08,189 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c2a85cc7cfb43c7bd2a67d6e1d115f24#A#compaction#114 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T15:22:08,189 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/A/13e0c8199e1f4998b904ee31fdb76c4b is 50, key is test_row_0/A:col10/1732288924581/Put/seqid=0 2024-11-22T15:22:08,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073741952_1128 (size=13595) 2024-11-22T15:22:08,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-22T15:22:08,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073741953_1129 (size=13595) 2024-11-22T15:22:08,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-22T15:22:08,624 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/B/4082270cfae649a99b824434e72c3b36 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/B/4082270cfae649a99b824434e72c3b36 2024-11-22T15:22:08,640 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c2a85cc7cfb43c7bd2a67d6e1d115f24/B of c2a85cc7cfb43c7bd2a67d6e1d115f24 into 4082270cfae649a99b824434e72c3b36(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T15:22:08,641 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c2a85cc7cfb43c7bd2a67d6e1d115f24: 2024-11-22T15:22:08,641 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24., storeName=c2a85cc7cfb43c7bd2a67d6e1d115f24/B, priority=13, startTime=1732288928067; duration=0sec 2024-11-22T15:22:08,641 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T15:22:08,641 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c2a85cc7cfb43c7bd2a67d6e1d115f24:B 2024-11-22T15:22:08,641 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24. because compaction request was cancelled 2024-11-22T15:22:08,641 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c2a85cc7cfb43c7bd2a67d6e1d115f24:C 2024-11-22T15:22:08,665 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/A/13e0c8199e1f4998b904ee31fdb76c4b as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/A/13e0c8199e1f4998b904ee31fdb76c4b 2024-11-22T15:22:08,678 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c2a85cc7cfb43c7bd2a67d6e1d115f24/A of c2a85cc7cfb43c7bd2a67d6e1d115f24 into 13e0c8199e1f4998b904ee31fdb76c4b(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T15:22:08,678 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c2a85cc7cfb43c7bd2a67d6e1d115f24: 2024-11-22T15:22:08,678 INFO [RS_CLOSE_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24. 2024-11-22T15:22:08,678 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24., storeName=c2a85cc7cfb43c7bd2a67d6e1d115f24/A, priority=13, startTime=1732288928066; duration=0sec 2024-11-22T15:22:08,678 DEBUG [RS_CLOSE_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24. 2024-11-22T15:22:08,678 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T15:22:08,678 DEBUG [RS_CLOSE_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24. after waiting 0 ms 2024-11-22T15:22:08,678 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c2a85cc7cfb43c7bd2a67d6e1d115f24:A 2024-11-22T15:22:08,678 DEBUG [RS_CLOSE_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24. 2024-11-22T15:22:08,678 INFO [RS_CLOSE_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegion(2837): Flushing c2a85cc7cfb43c7bd2a67d6e1d115f24 3/3 column families, dataSize=13.42 KB heapSize=35.91 KB 2024-11-22T15:22:08,678 DEBUG [RS_CLOSE_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c2a85cc7cfb43c7bd2a67d6e1d115f24, store=A 2024-11-22T15:22:08,679 DEBUG [RS_CLOSE_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:22:08,679 DEBUG [RS_CLOSE_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c2a85cc7cfb43c7bd2a67d6e1d115f24, store=B 2024-11-22T15:22:08,679 DEBUG [RS_CLOSE_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:22:08,679 DEBUG [RS_CLOSE_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c2a85cc7cfb43c7bd2a67d6e1d115f24, store=C 2024-11-22T15:22:08,679 DEBUG [RS_CLOSE_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:22:08,696 DEBUG [RS_CLOSE_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/A/4675ef1902c64806ae8f29e139b20434 is 50, key is test_row_1/A:col10/1732288927876/Put/seqid=0 2024-11-22T15:22:08,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073741954_1130 (size=9857) 2024-11-22T15:22:08,749 INFO [RS_CLOSE_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=533 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/A/4675ef1902c64806ae8f29e139b20434 2024-11-22T15:22:08,764 DEBUG [RS_CLOSE_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/B/2d51260d13d242518ce8e6de2e1358f8 is 50, key is test_row_1/B:col10/1732288927876/Put/seqid=0 2024-11-22T15:22:08,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073741955_1131 (size=9857) 2024-11-22T15:22:09,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-22T15:22:09,200 INFO [RS_CLOSE_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=533 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/B/2d51260d13d242518ce8e6de2e1358f8 2024-11-22T15:22:09,223 DEBUG [RS_CLOSE_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/C/d7c56f28d3bf4f25ad424627458c1136 is 50, key is test_row_1/C:col10/1732288927876/Put/seqid=0 2024-11-22T15:22:09,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073741956_1132 (size=9857) 2024-11-22T15:22:09,269 INFO [RS_CLOSE_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=533 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/C/d7c56f28d3bf4f25ad424627458c1136 2024-11-22T15:22:09,285 DEBUG [RS_CLOSE_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/A/4675ef1902c64806ae8f29e139b20434 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/A/4675ef1902c64806ae8f29e139b20434 2024-11-22T15:22:09,294 INFO [RS_CLOSE_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/A/4675ef1902c64806ae8f29e139b20434, entries=100, sequenceid=533, filesize=9.6 K 2024-11-22T15:22:09,296 DEBUG [RS_CLOSE_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/B/2d51260d13d242518ce8e6de2e1358f8 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/B/2d51260d13d242518ce8e6de2e1358f8 2024-11-22T15:22:09,306 INFO [RS_CLOSE_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/B/2d51260d13d242518ce8e6de2e1358f8, entries=100, sequenceid=533, filesize=9.6 K 2024-11-22T15:22:09,309 DEBUG [RS_CLOSE_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/.tmp/C/d7c56f28d3bf4f25ad424627458c1136 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/C/d7c56f28d3bf4f25ad424627458c1136 2024-11-22T15:22:09,331 INFO [RS_CLOSE_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/C/d7c56f28d3bf4f25ad424627458c1136, entries=100, sequenceid=533, filesize=9.6 K 2024-11-22T15:22:09,333 INFO [RS_CLOSE_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegion(3040): Finished flush of dataSize ~13.42 KB/13740, heapSize ~35.86 KB/36720, currentSize=0 B/0 for c2a85cc7cfb43c7bd2a67d6e1d115f24 in 654ms, sequenceid=533, compaction requested=true 2024-11-22T15:22:09,355 DEBUG [StoreCloser-TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/A/7d732eecac62423b91351efa164bed42, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/A/4ec9af2d454842c4a470bf9b6cce764a, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/A/94ff3c473f9e420f966f23217b6fb63b, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/A/9e5a3827b35f440dbdfadc71dff66976, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/A/e19f4bf86a0d42599261c7e279c757cd, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/A/dcfb4da9ba574d16ab68eab2a8041e4e, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/A/5a5a702b0cef4cc0af83c5edddad02d1, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/A/22f7210ed3ad45cdb6cfd77b17d0334b, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/A/1ffe673272bf4213913143c40b7b6dc5, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/A/30d23fcb2a544d78b3f60b2d87c94387, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/A/9a538ee619b74f2f82d23575fe6a1189, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/A/dcdbe648a152495a81ecf3e010774ffe, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/A/ad9e9b17754c4742b622500615db0ac7, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/A/aa6e8973ab6f4a989a2a32ec90341bbd, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/A/688644cf919a4895b5560816f97f36bc, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/A/8435f62051a44fa983961169401563ef, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/A/1c79fee3b2544057b632074dbfea1c1a, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/A/cd7f12ce2b1d47b994d82d4a1981cc29, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/A/730a5bd2751940e4af3416b64a804946, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/A/4f63728a50ff45958df7271e4216d130, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/A/eda7a6d90e9245b3a95096b65e9cc8f6, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/A/ca3f7ab49f78400d8e38a2c429e8b0eb, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/A/af4e5d58a8f84c2a9168b9f8ff6ecaab, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/A/e98537941d69477f92322b3b0ba678f5, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/A/56f43f6f02f64bf7a7e300f3b87a36d7, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/A/4bc2593a865e4636818170a8a5a39096, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/A/e3624a35eb20443790a8d8e6f80ae9b9, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/A/d6c83167b0864e8c80b93242d4124786, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/A/ff047537e7824825805127b37d80f596, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/A/513c1a9c54664694b8de9e3508fca5a6, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/A/fde12824374b4c9dbb3e5c29343b49c3, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/A/36025c8f19cb4849a84ef3e78fcde42d, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/A/be313bdb0e9f494eb037efae9a9622cd, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/A/02b8d6367a2246a4b0d5e613ece9b83f, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/A/e029100212684dfcbdb292cc267efcab, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/A/2c81d1e3d9224586a1d9bc1caabe3a09, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/A/e40d623174024ab1b2f6fedc30c0e1a6, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/A/838d9d3b7e3b4d76949b59f8fc7e797e] to archive 2024-11-22T15:22:09,369 DEBUG [StoreCloser-TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-22T15:22:09,387 DEBUG [StoreCloser-TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/A/7d732eecac62423b91351efa164bed42 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/A/7d732eecac62423b91351efa164bed42 2024-11-22T15:22:09,394 DEBUG [StoreCloser-TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/A/4ec9af2d454842c4a470bf9b6cce764a to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/A/4ec9af2d454842c4a470bf9b6cce764a 2024-11-22T15:22:09,396 DEBUG [StoreCloser-TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/A/94ff3c473f9e420f966f23217b6fb63b to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/A/94ff3c473f9e420f966f23217b6fb63b 2024-11-22T15:22:09,400 DEBUG [StoreCloser-TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/A/9e5a3827b35f440dbdfadc71dff66976 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/A/9e5a3827b35f440dbdfadc71dff66976 2024-11-22T15:22:09,403 DEBUG [StoreCloser-TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/A/e19f4bf86a0d42599261c7e279c757cd to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/A/e19f4bf86a0d42599261c7e279c757cd 2024-11-22T15:22:09,411 DEBUG [StoreCloser-TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/A/dcfb4da9ba574d16ab68eab2a8041e4e to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/A/dcfb4da9ba574d16ab68eab2a8041e4e 2024-11-22T15:22:09,414 DEBUG [StoreCloser-TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/A/5a5a702b0cef4cc0af83c5edddad02d1 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/A/5a5a702b0cef4cc0af83c5edddad02d1 2024-11-22T15:22:09,419 DEBUG [StoreCloser-TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/A/22f7210ed3ad45cdb6cfd77b17d0334b to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/A/22f7210ed3ad45cdb6cfd77b17d0334b 2024-11-22T15:22:09,421 DEBUG [StoreCloser-TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/A/1ffe673272bf4213913143c40b7b6dc5 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/A/1ffe673272bf4213913143c40b7b6dc5 2024-11-22T15:22:09,422 DEBUG [StoreCloser-TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/A/30d23fcb2a544d78b3f60b2d87c94387 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/A/30d23fcb2a544d78b3f60b2d87c94387 2024-11-22T15:22:09,424 DEBUG [StoreCloser-TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/A/9a538ee619b74f2f82d23575fe6a1189 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/A/9a538ee619b74f2f82d23575fe6a1189 2024-11-22T15:22:09,431 DEBUG [StoreCloser-TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/A/dcdbe648a152495a81ecf3e010774ffe to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/A/dcdbe648a152495a81ecf3e010774ffe 2024-11-22T15:22:09,435 DEBUG [StoreCloser-TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/A/ad9e9b17754c4742b622500615db0ac7 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/A/ad9e9b17754c4742b622500615db0ac7 2024-11-22T15:22:09,437 DEBUG [StoreCloser-TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/A/aa6e8973ab6f4a989a2a32ec90341bbd to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/A/aa6e8973ab6f4a989a2a32ec90341bbd 2024-11-22T15:22:09,440 DEBUG [StoreCloser-TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/A/688644cf919a4895b5560816f97f36bc to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/A/688644cf919a4895b5560816f97f36bc 2024-11-22T15:22:09,443 DEBUG [StoreCloser-TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/A/8435f62051a44fa983961169401563ef to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/A/8435f62051a44fa983961169401563ef 2024-11-22T15:22:09,452 DEBUG [StoreCloser-TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/A/1c79fee3b2544057b632074dbfea1c1a to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/A/1c79fee3b2544057b632074dbfea1c1a 2024-11-22T15:22:09,455 DEBUG [StoreCloser-TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/A/cd7f12ce2b1d47b994d82d4a1981cc29 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/A/cd7f12ce2b1d47b994d82d4a1981cc29 2024-11-22T15:22:09,457 DEBUG [StoreCloser-TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/A/730a5bd2751940e4af3416b64a804946 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/A/730a5bd2751940e4af3416b64a804946 2024-11-22T15:22:09,459 DEBUG [StoreCloser-TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/A/4f63728a50ff45958df7271e4216d130 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/A/4f63728a50ff45958df7271e4216d130 2024-11-22T15:22:09,460 DEBUG [StoreCloser-TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/A/eda7a6d90e9245b3a95096b65e9cc8f6 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/A/eda7a6d90e9245b3a95096b65e9cc8f6 2024-11-22T15:22:09,462 DEBUG [StoreCloser-TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/A/ca3f7ab49f78400d8e38a2c429e8b0eb to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/A/ca3f7ab49f78400d8e38a2c429e8b0eb 2024-11-22T15:22:09,471 DEBUG [StoreCloser-TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/A/af4e5d58a8f84c2a9168b9f8ff6ecaab to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/A/af4e5d58a8f84c2a9168b9f8ff6ecaab 2024-11-22T15:22:09,473 DEBUG [StoreCloser-TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/A/e98537941d69477f92322b3b0ba678f5 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/A/e98537941d69477f92322b3b0ba678f5 2024-11-22T15:22:09,477 DEBUG [StoreCloser-TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/A/56f43f6f02f64bf7a7e300f3b87a36d7 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/A/56f43f6f02f64bf7a7e300f3b87a36d7 2024-11-22T15:22:09,478 DEBUG [StoreCloser-TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/A/4bc2593a865e4636818170a8a5a39096 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/A/4bc2593a865e4636818170a8a5a39096 2024-11-22T15:22:09,481 DEBUG [StoreCloser-TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/A/e3624a35eb20443790a8d8e6f80ae9b9 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/A/e3624a35eb20443790a8d8e6f80ae9b9 2024-11-22T15:22:09,483 DEBUG [StoreCloser-TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/A/d6c83167b0864e8c80b93242d4124786 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/A/d6c83167b0864e8c80b93242d4124786 2024-11-22T15:22:09,485 DEBUG [StoreCloser-TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/A/ff047537e7824825805127b37d80f596 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/A/ff047537e7824825805127b37d80f596 2024-11-22T15:22:09,488 DEBUG [StoreCloser-TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/A/513c1a9c54664694b8de9e3508fca5a6 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/A/513c1a9c54664694b8de9e3508fca5a6 2024-11-22T15:22:09,491 DEBUG [StoreCloser-TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/A/fde12824374b4c9dbb3e5c29343b49c3 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/A/fde12824374b4c9dbb3e5c29343b49c3 2024-11-22T15:22:09,493 DEBUG [StoreCloser-TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/A/36025c8f19cb4849a84ef3e78fcde42d to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/A/36025c8f19cb4849a84ef3e78fcde42d 2024-11-22T15:22:09,497 DEBUG [StoreCloser-TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/A/be313bdb0e9f494eb037efae9a9622cd to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/A/be313bdb0e9f494eb037efae9a9622cd 2024-11-22T15:22:09,499 DEBUG [StoreCloser-TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/A/02b8d6367a2246a4b0d5e613ece9b83f to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/A/02b8d6367a2246a4b0d5e613ece9b83f 2024-11-22T15:22:09,501 DEBUG [StoreCloser-TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/A/e029100212684dfcbdb292cc267efcab to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/A/e029100212684dfcbdb292cc267efcab 2024-11-22T15:22:09,503 DEBUG [StoreCloser-TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/A/2c81d1e3d9224586a1d9bc1caabe3a09 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/A/2c81d1e3d9224586a1d9bc1caabe3a09 2024-11-22T15:22:09,505 DEBUG [StoreCloser-TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/A/e40d623174024ab1b2f6fedc30c0e1a6 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/A/e40d623174024ab1b2f6fedc30c0e1a6 2024-11-22T15:22:09,508 DEBUG [StoreCloser-TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/A/838d9d3b7e3b4d76949b59f8fc7e797e to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/A/838d9d3b7e3b4d76949b59f8fc7e797e 2024-11-22T15:22:09,554 DEBUG [StoreCloser-TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/B/a9f5f894fdd14855b9842f46c3f97ae7, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/B/646e8de44a34406bb1388a5e94bdb074, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/B/7056a80bbdfe43c0a9cbe3ce275eec11, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/B/62f84c5a9429463c9f4b2730fee9d7b1, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/B/f15a52294d4a46c098e563336aa9f958, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/B/ed9a4859795b430bb4bb3cd1f2b743e9, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/B/80a4d9777a354637bfd6e467fe8b91f0, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/B/7a69fdabb9e14a4baa10381491c5fd72, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/B/159555cf20d74e30ac8ace562d32b603, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/B/77a0aa070b784ed2ac07c68c8ffefad2, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/B/cb4812fde4594302929cef770771b7b4, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/B/9d3c9cd90d8c434fa6a138441bc4f728, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/B/69e2facb097743708e906fc166ee6d4e, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/B/c553d72a275f44c9b873d6146b0293d1, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/B/b6a8880c7ea04a39a274ccca3afdd688, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/B/1d65bc861df041eda2eea8956d5884b4, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/B/3a8fb1e05ce94110bde1e01e1d113de3, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/B/5e2826bc364b4ce6b4de17c292d38f15, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/B/1e1b005569f24a97bde63b109e2cbc4f, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/B/643e8af191d04dde9c69636c50717dc6, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/B/1473505bb48e4c22b8c3ac71830a6ccc, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/B/0bcc49d6c5754486b0d84c127b7c1113, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/B/2bb45561296a4761959d643c3611bc5d, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/B/587d34b897c64b38a593380b1a182e61, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/B/19148585322d44028ec935401783e8fd, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/B/c7320a5517724066a82d7b518a509c79, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/B/0f869a93db044075a79b98a3de9ccd6a, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/B/a73127e8a0ae477c86f582d7ea438bd5, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/B/297cbc032a5946f5a19354e0ba159415, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/B/f26994694bc44c2eaea7d258d7b82137, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/B/55add042243b4faea27123fc1e318336, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/B/1252598cf8844c4aab05d7a4f7f390a6, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/B/bf7a6c03096b4822a499bb7b7d1729b7, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/B/63bc099044cd45bc87ff5dc2ad59ce52, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/B/2e7e9d5288a5452ab14a0a1e4978d812, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/B/083096ce17f64b2fb052c4ca702947c2, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/B/e1c931f8da6347488a8c2daad5dade85, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/B/cbbf071a36d3407ca5ebb714cfed1ac6] to archive 2024-11-22T15:22:09,557 DEBUG [StoreCloser-TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-22T15:22:09,561 DEBUG [StoreCloser-TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/B/a9f5f894fdd14855b9842f46c3f97ae7 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/B/a9f5f894fdd14855b9842f46c3f97ae7 2024-11-22T15:22:09,563 DEBUG [StoreCloser-TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/B/646e8de44a34406bb1388a5e94bdb074 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/B/646e8de44a34406bb1388a5e94bdb074 2024-11-22T15:22:09,573 DEBUG [StoreCloser-TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/B/7056a80bbdfe43c0a9cbe3ce275eec11 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/B/7056a80bbdfe43c0a9cbe3ce275eec11 2024-11-22T15:22:09,577 DEBUG [StoreCloser-TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/B/62f84c5a9429463c9f4b2730fee9d7b1 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/B/62f84c5a9429463c9f4b2730fee9d7b1 2024-11-22T15:22:09,580 DEBUG [StoreCloser-TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/B/f15a52294d4a46c098e563336aa9f958 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/B/f15a52294d4a46c098e563336aa9f958 2024-11-22T15:22:09,588 DEBUG [StoreCloser-TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/B/ed9a4859795b430bb4bb3cd1f2b743e9 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/B/ed9a4859795b430bb4bb3cd1f2b743e9 2024-11-22T15:22:09,608 DEBUG [StoreCloser-TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/B/80a4d9777a354637bfd6e467fe8b91f0 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/B/80a4d9777a354637bfd6e467fe8b91f0 2024-11-22T15:22:09,610 DEBUG [StoreCloser-TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/B/7a69fdabb9e14a4baa10381491c5fd72 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/B/7a69fdabb9e14a4baa10381491c5fd72 2024-11-22T15:22:09,616 DEBUG [StoreCloser-TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/B/159555cf20d74e30ac8ace562d32b603 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/B/159555cf20d74e30ac8ace562d32b603 2024-11-22T15:22:09,620 DEBUG [StoreCloser-TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/B/77a0aa070b784ed2ac07c68c8ffefad2 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/B/77a0aa070b784ed2ac07c68c8ffefad2 2024-11-22T15:22:09,623 DEBUG [StoreCloser-TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/B/cb4812fde4594302929cef770771b7b4 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/B/cb4812fde4594302929cef770771b7b4 2024-11-22T15:22:09,628 DEBUG [StoreCloser-TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/B/9d3c9cd90d8c434fa6a138441bc4f728 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/B/9d3c9cd90d8c434fa6a138441bc4f728 2024-11-22T15:22:09,630 DEBUG [StoreCloser-TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/B/69e2facb097743708e906fc166ee6d4e to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/B/69e2facb097743708e906fc166ee6d4e 2024-11-22T15:22:09,632 DEBUG [StoreCloser-TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/B/c553d72a275f44c9b873d6146b0293d1 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/B/c553d72a275f44c9b873d6146b0293d1 2024-11-22T15:22:09,633 DEBUG [StoreCloser-TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/B/b6a8880c7ea04a39a274ccca3afdd688 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/B/b6a8880c7ea04a39a274ccca3afdd688 2024-11-22T15:22:09,636 DEBUG [StoreCloser-TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/B/1d65bc861df041eda2eea8956d5884b4 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/B/1d65bc861df041eda2eea8956d5884b4 2024-11-22T15:22:09,639 DEBUG [StoreCloser-TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/B/3a8fb1e05ce94110bde1e01e1d113de3 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/B/3a8fb1e05ce94110bde1e01e1d113de3 2024-11-22T15:22:09,644 DEBUG [StoreCloser-TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/B/5e2826bc364b4ce6b4de17c292d38f15 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/B/5e2826bc364b4ce6b4de17c292d38f15 2024-11-22T15:22:09,646 DEBUG [StoreCloser-TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/B/1e1b005569f24a97bde63b109e2cbc4f to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/B/1e1b005569f24a97bde63b109e2cbc4f 2024-11-22T15:22:09,649 DEBUG [StoreCloser-TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/B/643e8af191d04dde9c69636c50717dc6 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/B/643e8af191d04dde9c69636c50717dc6 2024-11-22T15:22:09,685 DEBUG [StoreCloser-TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/B/1473505bb48e4c22b8c3ac71830a6ccc to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/B/1473505bb48e4c22b8c3ac71830a6ccc 2024-11-22T15:22:09,688 DEBUG [StoreCloser-TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/B/0bcc49d6c5754486b0d84c127b7c1113 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/B/0bcc49d6c5754486b0d84c127b7c1113 2024-11-22T15:22:09,691 DEBUG [StoreCloser-TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/B/2bb45561296a4761959d643c3611bc5d to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/B/2bb45561296a4761959d643c3611bc5d 2024-11-22T15:22:09,693 DEBUG [StoreCloser-TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/B/587d34b897c64b38a593380b1a182e61 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/B/587d34b897c64b38a593380b1a182e61 2024-11-22T15:22:09,695 DEBUG [StoreCloser-TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/B/19148585322d44028ec935401783e8fd to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/B/19148585322d44028ec935401783e8fd 2024-11-22T15:22:09,697 DEBUG [StoreCloser-TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/B/c7320a5517724066a82d7b518a509c79 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/B/c7320a5517724066a82d7b518a509c79 2024-11-22T15:22:09,699 DEBUG [StoreCloser-TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/B/0f869a93db044075a79b98a3de9ccd6a to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/B/0f869a93db044075a79b98a3de9ccd6a 2024-11-22T15:22:09,701 DEBUG [StoreCloser-TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/B/a73127e8a0ae477c86f582d7ea438bd5 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/B/a73127e8a0ae477c86f582d7ea438bd5 2024-11-22T15:22:09,705 DEBUG [StoreCloser-TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/B/297cbc032a5946f5a19354e0ba159415 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/B/297cbc032a5946f5a19354e0ba159415 2024-11-22T15:22:09,709 DEBUG [StoreCloser-TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/B/f26994694bc44c2eaea7d258d7b82137 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/B/f26994694bc44c2eaea7d258d7b82137 2024-11-22T15:22:09,711 DEBUG [StoreCloser-TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/B/55add042243b4faea27123fc1e318336 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/B/55add042243b4faea27123fc1e318336 2024-11-22T15:22:09,713 DEBUG [StoreCloser-TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/B/1252598cf8844c4aab05d7a4f7f390a6 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/B/1252598cf8844c4aab05d7a4f7f390a6 2024-11-22T15:22:09,716 DEBUG [StoreCloser-TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/B/bf7a6c03096b4822a499bb7b7d1729b7 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/B/bf7a6c03096b4822a499bb7b7d1729b7 2024-11-22T15:22:09,722 DEBUG [StoreCloser-TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/B/63bc099044cd45bc87ff5dc2ad59ce52 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/B/63bc099044cd45bc87ff5dc2ad59ce52 2024-11-22T15:22:09,724 DEBUG [StoreCloser-TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/B/2e7e9d5288a5452ab14a0a1e4978d812 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/B/2e7e9d5288a5452ab14a0a1e4978d812 2024-11-22T15:22:09,725 DEBUG [StoreCloser-TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/B/083096ce17f64b2fb052c4ca702947c2 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/B/083096ce17f64b2fb052c4ca702947c2 2024-11-22T15:22:09,727 DEBUG [StoreCloser-TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/B/e1c931f8da6347488a8c2daad5dade85 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/B/e1c931f8da6347488a8c2daad5dade85 2024-11-22T15:22:09,729 DEBUG [StoreCloser-TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/B/cbbf071a36d3407ca5ebb714cfed1ac6 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/B/cbbf071a36d3407ca5ebb714cfed1ac6 2024-11-22T15:22:09,736 DEBUG [StoreCloser-TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/C/533c5bd91cad41abb2dda52b7fc43a2f, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/C/3021329cea084ab890b32debc4f24bd0, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/C/9e1c2e726b9b45d2a8cad82bd0e7542f, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/C/6da711e094c34ec08de5673dba8b9936, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/C/d4e1bf5fd00543a0a1f6e664d71e4470, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/C/efbbb11edb644c4d912cfbe4a5b00b40, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/C/42808ec9bd344cfba677af0511d2a4d0, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/C/18d2b39e2f58465090e2dcbd827454a0, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/C/9c41291aa33d4ca29f180c79d0fbde6a, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/C/f8aeb65a97da4497a149373ab49dbd25, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/C/3c308278364a4eb78f5659d982a8b072, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/C/5c4f673c1f2b464e964377b6baaa1ccb, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/C/5873de90cf154491a23371cdc60b9a62, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/C/b792c8896a2c47e3b7135157f9226536, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/C/195171f049c84ec2885ed52c9aea7106, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/C/0949953dcc6547e98670a407cf4f1fe4, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/C/7bc9316e8b6a4a79b134c1e611574961, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/C/dd6bf62cf47d4dd39073ac163c40802b, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/C/e402f4dd04ff4e33aaa165e799c0ce78, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/C/85e3618cb4314c4da492dcbd45df0151, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/C/0271b7b12edf4e798408c3b216b2af83, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/C/359b44ed6e4a493bb74685ac578812e3, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/C/43e1ed2c1e9148c6a2931317c4fbbb90, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/C/725a84e687ff41e7a4b3f72a900b3dc8, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/C/dde830e348fe43128ddea253a6aa7147, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/C/61d740d6994848e7a2f790c0745bfcbf, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/C/474cff99f7e54c228708c9c34a8b68ff, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/C/68a2769fef844be2ad29ae5f0b686215, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/C/81023eeef9fb4ed6ab8a83105faffe5b, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/C/1fe53d37f1b44cf1b2621075e8307738, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/C/2292063bc709452a91ae586d8ce996eb, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/C/42b4222768324e0d865cb4b05bd8c414, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/C/1c33e2523f454d8ca56db3e0d4d43888, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/C/ad1047ccc36a4804b2e4c416932fb25b] to archive 2024-11-22T15:22:09,737 DEBUG [StoreCloser-TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-22T15:22:09,741 DEBUG [StoreCloser-TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/C/533c5bd91cad41abb2dda52b7fc43a2f to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/C/533c5bd91cad41abb2dda52b7fc43a2f 2024-11-22T15:22:09,743 DEBUG [StoreCloser-TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/C/3021329cea084ab890b32debc4f24bd0 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/C/3021329cea084ab890b32debc4f24bd0 2024-11-22T15:22:09,745 DEBUG [StoreCloser-TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/C/9e1c2e726b9b45d2a8cad82bd0e7542f to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/C/9e1c2e726b9b45d2a8cad82bd0e7542f 2024-11-22T15:22:09,747 DEBUG [StoreCloser-TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/C/6da711e094c34ec08de5673dba8b9936 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/C/6da711e094c34ec08de5673dba8b9936 2024-11-22T15:22:09,749 DEBUG [StoreCloser-TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/C/d4e1bf5fd00543a0a1f6e664d71e4470 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/C/d4e1bf5fd00543a0a1f6e664d71e4470 2024-11-22T15:22:09,752 DEBUG [StoreCloser-TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/C/efbbb11edb644c4d912cfbe4a5b00b40 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/C/efbbb11edb644c4d912cfbe4a5b00b40 2024-11-22T15:22:09,753 DEBUG [StoreCloser-TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/C/42808ec9bd344cfba677af0511d2a4d0 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/C/42808ec9bd344cfba677af0511d2a4d0 2024-11-22T15:22:09,755 DEBUG [StoreCloser-TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/C/18d2b39e2f58465090e2dcbd827454a0 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/C/18d2b39e2f58465090e2dcbd827454a0 2024-11-22T15:22:09,758 DEBUG [StoreCloser-TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/C/9c41291aa33d4ca29f180c79d0fbde6a to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/C/9c41291aa33d4ca29f180c79d0fbde6a 2024-11-22T15:22:09,762 DEBUG [StoreCloser-TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/C/f8aeb65a97da4497a149373ab49dbd25 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/C/f8aeb65a97da4497a149373ab49dbd25 2024-11-22T15:22:09,764 DEBUG [StoreCloser-TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/C/3c308278364a4eb78f5659d982a8b072 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/C/3c308278364a4eb78f5659d982a8b072 2024-11-22T15:22:09,767 DEBUG [StoreCloser-TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/C/5c4f673c1f2b464e964377b6baaa1ccb to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/C/5c4f673c1f2b464e964377b6baaa1ccb 2024-11-22T15:22:09,769 DEBUG [StoreCloser-TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/C/5873de90cf154491a23371cdc60b9a62 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/C/5873de90cf154491a23371cdc60b9a62 2024-11-22T15:22:09,792 DEBUG [StoreCloser-TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/C/b792c8896a2c47e3b7135157f9226536 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/C/b792c8896a2c47e3b7135157f9226536 2024-11-22T15:22:09,796 DEBUG [StoreCloser-TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/C/195171f049c84ec2885ed52c9aea7106 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/C/195171f049c84ec2885ed52c9aea7106 2024-11-22T15:22:09,798 DEBUG [StoreCloser-TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/C/0949953dcc6547e98670a407cf4f1fe4 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/C/0949953dcc6547e98670a407cf4f1fe4 2024-11-22T15:22:09,803 DEBUG [StoreCloser-TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/C/7bc9316e8b6a4a79b134c1e611574961 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/C/7bc9316e8b6a4a79b134c1e611574961 2024-11-22T15:22:09,806 DEBUG [StoreCloser-TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/C/dd6bf62cf47d4dd39073ac163c40802b to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/C/dd6bf62cf47d4dd39073ac163c40802b 2024-11-22T15:22:09,808 DEBUG [StoreCloser-TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/C/e402f4dd04ff4e33aaa165e799c0ce78 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/C/e402f4dd04ff4e33aaa165e799c0ce78 2024-11-22T15:22:09,810 DEBUG [StoreCloser-TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/C/85e3618cb4314c4da492dcbd45df0151 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/C/85e3618cb4314c4da492dcbd45df0151 2024-11-22T15:22:09,812 DEBUG [StoreCloser-TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/C/0271b7b12edf4e798408c3b216b2af83 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/C/0271b7b12edf4e798408c3b216b2af83 2024-11-22T15:22:09,816 DEBUG [StoreCloser-TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/C/359b44ed6e4a493bb74685ac578812e3 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/C/359b44ed6e4a493bb74685ac578812e3 2024-11-22T15:22:09,819 DEBUG [StoreCloser-TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/C/43e1ed2c1e9148c6a2931317c4fbbb90 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/C/43e1ed2c1e9148c6a2931317c4fbbb90 2024-11-22T15:22:09,825 DEBUG [StoreCloser-TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/C/725a84e687ff41e7a4b3f72a900b3dc8 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/C/725a84e687ff41e7a4b3f72a900b3dc8 2024-11-22T15:22:09,834 DEBUG [StoreCloser-TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/C/dde830e348fe43128ddea253a6aa7147 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/C/dde830e348fe43128ddea253a6aa7147 2024-11-22T15:22:09,837 DEBUG [StoreCloser-TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/C/61d740d6994848e7a2f790c0745bfcbf to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/C/61d740d6994848e7a2f790c0745bfcbf 2024-11-22T15:22:09,839 DEBUG [StoreCloser-TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/C/474cff99f7e54c228708c9c34a8b68ff to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/C/474cff99f7e54c228708c9c34a8b68ff 2024-11-22T15:22:09,841 DEBUG [StoreCloser-TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/C/68a2769fef844be2ad29ae5f0b686215 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/C/68a2769fef844be2ad29ae5f0b686215 2024-11-22T15:22:09,843 DEBUG [StoreCloser-TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/C/81023eeef9fb4ed6ab8a83105faffe5b to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/C/81023eeef9fb4ed6ab8a83105faffe5b 2024-11-22T15:22:09,845 DEBUG [StoreCloser-TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/C/1fe53d37f1b44cf1b2621075e8307738 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/C/1fe53d37f1b44cf1b2621075e8307738 2024-11-22T15:22:09,846 DEBUG [StoreCloser-TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/C/2292063bc709452a91ae586d8ce996eb to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/C/2292063bc709452a91ae586d8ce996eb 2024-11-22T15:22:09,848 DEBUG [StoreCloser-TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/C/42b4222768324e0d865cb4b05bd8c414 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/C/42b4222768324e0d865cb4b05bd8c414 2024-11-22T15:22:09,851 DEBUG [StoreCloser-TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/C/1c33e2523f454d8ca56db3e0d4d43888 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/C/1c33e2523f454d8ca56db3e0d4d43888 2024-11-22T15:22:09,853 DEBUG [StoreCloser-TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/C/ad1047ccc36a4804b2e4c416932fb25b to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/C/ad1047ccc36a4804b2e4c416932fb25b 2024-11-22T15:22:09,885 DEBUG [RS_CLOSE_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/recovered.edits/536.seqid, newMaxSeqId=536, maxSeqId=1 2024-11-22T15:22:09,894 INFO [RS_CLOSE_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24. 2024-11-22T15:22:09,894 DEBUG [RS_CLOSE_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegion(1635): Region close journal for c2a85cc7cfb43c7bd2a67d6e1d115f24: 2024-11-22T15:22:09,898 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=32 updating hbase:meta row=c2a85cc7cfb43c7bd2a67d6e1d115f24, regionState=CLOSED 2024-11-22T15:22:09,901 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=33, resume processing ppid=32 2024-11-22T15:22:09,901 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=33, ppid=32, state=SUCCESS; CloseRegionProcedure c2a85cc7cfb43c7bd2a67d6e1d115f24, server=77927f992d0b,45443,1732288897733 in 1.9470 sec 2024-11-22T15:22:09,904 INFO [RS_CLOSE_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] handler.UnassignRegionHandler(170): Closed c2a85cc7cfb43c7bd2a67d6e1d115f24 2024-11-22T15:22:09,905 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=32, resume processing ppid=31 2024-11-22T15:22:09,905 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=32, ppid=31, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=c2a85cc7cfb43c7bd2a67d6e1d115f24, UNASSIGN in 1.9580 sec 2024-11-22T15:22:09,908 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=31, resume processing ppid=30 2024-11-22T15:22:09,908 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=31, ppid=30, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.9700 sec 2024-11-22T15:22:09,911 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732288929911"}]},"ts":"1732288929911"} 2024-11-22T15:22:09,913 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-22T15:22:09,925 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-22T15:22:09,928 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=30, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 2.0140 sec 2024-11-22T15:22:10,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-22T15:22:10,038 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 30 completed 2024-11-22T15:22:10,044 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-22T15:22:10,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] procedure2.ProcedureExecutor(1098): Stored pid=34, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T15:22:10,052 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=34, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T15:22:10,054 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=34, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T15:22:10,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-11-22T15:22:10,064 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24 2024-11-22T15:22:10,072 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/A, FileablePath, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/B, FileablePath, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/C, FileablePath, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/recovered.edits] 2024-11-22T15:22:10,082 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/A/13e0c8199e1f4998b904ee31fdb76c4b to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/A/13e0c8199e1f4998b904ee31fdb76c4b 2024-11-22T15:22:10,084 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/A/4675ef1902c64806ae8f29e139b20434 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/A/4675ef1902c64806ae8f29e139b20434 2024-11-22T15:22:10,088 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/B/2d51260d13d242518ce8e6de2e1358f8 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/B/2d51260d13d242518ce8e6de2e1358f8 2024-11-22T15:22:10,092 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/B/4082270cfae649a99b824434e72c3b36 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/B/4082270cfae649a99b824434e72c3b36 2024-11-22T15:22:10,100 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/C/1bc58ac469c5431b95e5c3c3bafa5b4f to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/C/1bc58ac469c5431b95e5c3c3bafa5b4f 2024-11-22T15:22:10,104 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/C/37b928e538fc4b499a11534be67eb925 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/C/37b928e538fc4b499a11534be67eb925 2024-11-22T15:22:10,106 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/C/cf94955b77c9433a91732a27d38785d1 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/C/cf94955b77c9433a91732a27d38785d1 2024-11-22T15:22:10,108 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/C/d7c56f28d3bf4f25ad424627458c1136 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/C/d7c56f28d3bf4f25ad424627458c1136 2024-11-22T15:22:10,118 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/recovered.edits/536.seqid to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24/recovered.edits/536.seqid 2024-11-22T15:22:10,119 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/c2a85cc7cfb43c7bd2a67d6e1d115f24 2024-11-22T15:22:10,119 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-22T15:22:10,125 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=34, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T15:22:10,144 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45443 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-22T15:22:10,148 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-22T15:22:10,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-11-22T15:22:10,233 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-22T15:22:10,237 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=34, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T15:22:10,237 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-22T15:22:10,238 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732288930237"}]},"ts":"9223372036854775807"} 2024-11-22T15:22:10,268 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-22T15:22:10,268 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => c2a85cc7cfb43c7bd2a67d6e1d115f24, NAME => 'TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24.', STARTKEY => '', ENDKEY => ''}] 2024-11-22T15:22:10,268 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-22T15:22:10,268 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732288930268"}]},"ts":"9223372036854775807"} 2024-11-22T15:22:10,278 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-22T15:22:10,318 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=34, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T15:22:10,319 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=34, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 273 msec 2024-11-22T15:22:10,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-11-22T15:22:10,360 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 34 completed 2024-11-22T15:22:10,393 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMixedAtomicity Thread=241 (was 219) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/77927f992d0b:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1661282569_22 at /127.0.0.1:52148 [Waiting for operation #85] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/77927f992d0b:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x293388bc-shared-pool-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x293388bc-shared-pool-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x293388bc-shared-pool-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-107465539_22 at /127.0.0.1:41720 [Waiting for operation #312] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-107465539_22 at /127.0.0.1:45822 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1661282569_22 at /127.0.0.1:41610 [Waiting for operation #334] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x293388bc-shared-pool-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;77927f992d0b:45443-shortCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=460 (was 444) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=530 (was 221) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4434 (was 5334) 2024-11-22T15:22:10,423 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMobMixedAtomicity Thread=241, OpenFileDescriptor=460, MaxFileDescriptor=1048576, SystemLoadAverage=530, ProcessCount=11, AvailableMemoryMB=4430 2024-11-22T15:22:10,427 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-22T15:22:10,428 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T15:22:10,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] procedure2.ProcedureExecutor(1098): Stored pid=35, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-22T15:22:10,431 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=35, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T15:22:10,432 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:22:10,433 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=35, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T15:22:10,434 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 35 2024-11-22T15:22:10,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=35 2024-11-22T15:22:10,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073741957_1133 (size=960) 2024-11-22T15:22:10,500 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 438c5562ec8f63d190adecce6a7a4cfd, NAME => 'TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866 2024-11-22T15:22:10,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=35 2024-11-22T15:22:10,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073741958_1134 (size=53) 2024-11-22T15:22:10,564 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T15:22:10,564 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 438c5562ec8f63d190adecce6a7a4cfd, disabling compactions & flushes 2024-11-22T15:22:10,564 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd. 2024-11-22T15:22:10,564 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd. 2024-11-22T15:22:10,564 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd. after waiting 0 ms 2024-11-22T15:22:10,564 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd. 2024-11-22T15:22:10,564 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd. 2024-11-22T15:22:10,564 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 438c5562ec8f63d190adecce6a7a4cfd: 2024-11-22T15:22:10,566 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=35, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T15:22:10,566 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732288930566"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732288930566"}]},"ts":"1732288930566"} 2024-11-22T15:22:10,570 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-22T15:22:10,571 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=35, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T15:22:10,571 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732288930571"}]},"ts":"1732288930571"} 2024-11-22T15:22:10,573 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-22T15:22:10,592 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=36, ppid=35, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=438c5562ec8f63d190adecce6a7a4cfd, ASSIGN}] 2024-11-22T15:22:10,599 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=36, ppid=35, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=438c5562ec8f63d190adecce6a7a4cfd, ASSIGN 2024-11-22T15:22:10,600 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=36, ppid=35, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=438c5562ec8f63d190adecce6a7a4cfd, ASSIGN; state=OFFLINE, location=77927f992d0b,45443,1732288897733; forceNewPlan=false, retain=false 2024-11-22T15:22:10,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=35 2024-11-22T15:22:10,751 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=36 updating hbase:meta row=438c5562ec8f63d190adecce6a7a4cfd, regionState=OPENING, regionLocation=77927f992d0b,45443,1732288897733 2024-11-22T15:22:10,753 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE; OpenRegionProcedure 438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733}] 2024-11-22T15:22:10,911 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:22:10,916 INFO [RS_OPEN_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd. 2024-11-22T15:22:10,916 DEBUG [RS_OPEN_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7285): Opening region: {ENCODED => 438c5562ec8f63d190adecce6a7a4cfd, NAME => 'TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd.', STARTKEY => '', ENDKEY => ''} 2024-11-22T15:22:10,917 DEBUG [RS_OPEN_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 438c5562ec8f63d190adecce6a7a4cfd 2024-11-22T15:22:10,917 DEBUG [RS_OPEN_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T15:22:10,917 DEBUG [RS_OPEN_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7327): checking encryption for 438c5562ec8f63d190adecce6a7a4cfd 2024-11-22T15:22:10,917 DEBUG [RS_OPEN_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7330): checking classloading for 438c5562ec8f63d190adecce6a7a4cfd 2024-11-22T15:22:10,930 INFO [StoreOpener-438c5562ec8f63d190adecce6a7a4cfd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 438c5562ec8f63d190adecce6a7a4cfd 2024-11-22T15:22:10,934 INFO [StoreOpener-438c5562ec8f63d190adecce6a7a4cfd-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-22T15:22:10,934 INFO [StoreOpener-438c5562ec8f63d190adecce6a7a4cfd-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 438c5562ec8f63d190adecce6a7a4cfd columnFamilyName A 2024-11-22T15:22:10,934 DEBUG [StoreOpener-438c5562ec8f63d190adecce6a7a4cfd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:22:10,936 INFO [StoreOpener-438c5562ec8f63d190adecce6a7a4cfd-1 {}] regionserver.HStore(327): Store=438c5562ec8f63d190adecce6a7a4cfd/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T15:22:10,936 INFO [StoreOpener-438c5562ec8f63d190adecce6a7a4cfd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 438c5562ec8f63d190adecce6a7a4cfd 2024-11-22T15:22:10,938 INFO [StoreOpener-438c5562ec8f63d190adecce6a7a4cfd-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-22T15:22:10,941 INFO [StoreOpener-438c5562ec8f63d190adecce6a7a4cfd-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 438c5562ec8f63d190adecce6a7a4cfd columnFamilyName B 2024-11-22T15:22:10,941 DEBUG [StoreOpener-438c5562ec8f63d190adecce6a7a4cfd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:22:10,942 INFO [StoreOpener-438c5562ec8f63d190adecce6a7a4cfd-1 {}] regionserver.HStore(327): Store=438c5562ec8f63d190adecce6a7a4cfd/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T15:22:10,942 INFO [StoreOpener-438c5562ec8f63d190adecce6a7a4cfd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 438c5562ec8f63d190adecce6a7a4cfd 2024-11-22T15:22:10,959 INFO [StoreOpener-438c5562ec8f63d190adecce6a7a4cfd-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-22T15:22:10,959 INFO [StoreOpener-438c5562ec8f63d190adecce6a7a4cfd-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 438c5562ec8f63d190adecce6a7a4cfd columnFamilyName C 2024-11-22T15:22:10,959 DEBUG [StoreOpener-438c5562ec8f63d190adecce6a7a4cfd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:22:10,962 INFO [StoreOpener-438c5562ec8f63d190adecce6a7a4cfd-1 {}] regionserver.HStore(327): Store=438c5562ec8f63d190adecce6a7a4cfd/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T15:22:10,962 INFO [RS_OPEN_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd. 2024-11-22T15:22:10,964 DEBUG [RS_OPEN_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd 2024-11-22T15:22:10,966 DEBUG [RS_OPEN_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd 2024-11-22T15:22:10,968 DEBUG [RS_OPEN_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-22T15:22:10,970 DEBUG [RS_OPEN_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1085): writing seq id for 438c5562ec8f63d190adecce6a7a4cfd 2024-11-22T15:22:10,976 DEBUG [RS_OPEN_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T15:22:10,977 INFO [RS_OPEN_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1102): Opened 438c5562ec8f63d190adecce6a7a4cfd; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75150149, jitterRate=0.11982448399066925}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-22T15:22:10,979 DEBUG [RS_OPEN_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1001): Region open journal for 438c5562ec8f63d190adecce6a7a4cfd: 2024-11-22T15:22:10,980 INFO [RS_OPEN_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd., pid=37, masterSystemTime=1732288930910 2024-11-22T15:22:10,982 DEBUG [RS_OPEN_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd. 2024-11-22T15:22:10,982 INFO [RS_OPEN_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd. 2024-11-22T15:22:10,982 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=36 updating hbase:meta row=438c5562ec8f63d190adecce6a7a4cfd, regionState=OPEN, openSeqNum=2, regionLocation=77927f992d0b,45443,1732288897733 2024-11-22T15:22:10,990 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=37, resume processing ppid=36 2024-11-22T15:22:10,990 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=37, ppid=36, state=SUCCESS; OpenRegionProcedure 438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 in 235 msec 2024-11-22T15:22:10,995 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=36, resume processing ppid=35 2024-11-22T15:22:10,995 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=36, ppid=35, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=438c5562ec8f63d190adecce6a7a4cfd, ASSIGN in 398 msec 2024-11-22T15:22:10,996 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=35, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T15:22:10,996 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732288930996"}]},"ts":"1732288930996"} 2024-11-22T15:22:10,997 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-22T15:22:11,035 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=35, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T15:22:11,039 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=35, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 607 msec 2024-11-22T15:22:11,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=35 2024-11-22T15:22:11,042 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 35 completed 2024-11-22T15:22:11,044 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7f48093f to 127.0.0.1:61671 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3059cf43 2024-11-22T15:22:11,068 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ecebc90, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T15:22:11,072 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T15:22:11,074 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48024, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T15:22:11,088 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T15:22:11,093 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36298, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T15:22:11,113 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-22T15:22:11,114 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T15:22:11,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] procedure2.ProcedureExecutor(1098): Stored pid=38, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-22T15:22:11,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073741959_1135 (size=996) 2024-11-22T15:22:11,196 DEBUG [PEWorker-2 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.960 2024-11-22T15:22:11,196 INFO [PEWorker-2 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.996 2024-11-22T15:22:11,203 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=39, ppid=38, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-22T15:22:11,222 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=40, ppid=39, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=438c5562ec8f63d190adecce6a7a4cfd, REOPEN/MOVE}] 2024-11-22T15:22:11,223 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=40, ppid=39, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=438c5562ec8f63d190adecce6a7a4cfd, REOPEN/MOVE 2024-11-22T15:22:11,225 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=40 updating hbase:meta row=438c5562ec8f63d190adecce6a7a4cfd, regionState=CLOSING, regionLocation=77927f992d0b,45443,1732288897733 2024-11-22T15:22:11,226 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-22T15:22:11,227 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=41, ppid=40, state=RUNNABLE; CloseRegionProcedure 438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733}] 2024-11-22T15:22:11,346 DEBUG [BootstrapNodeManager {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-22T15:22:11,348 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36304, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-22T15:22:11,379 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:22:11,380 INFO [RS_CLOSE_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] handler.UnassignRegionHandler(124): Close 438c5562ec8f63d190adecce6a7a4cfd 2024-11-22T15:22:11,380 DEBUG [RS_CLOSE_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-22T15:22:11,380 DEBUG [RS_CLOSE_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1681): Closing 438c5562ec8f63d190adecce6a7a4cfd, disabling compactions & flushes 2024-11-22T15:22:11,380 INFO [RS_CLOSE_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd. 2024-11-22T15:22:11,380 DEBUG [RS_CLOSE_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd. 2024-11-22T15:22:11,380 DEBUG [RS_CLOSE_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd. after waiting 0 ms 2024-11-22T15:22:11,380 DEBUG [RS_CLOSE_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd. 2024-11-22T15:22:11,417 DEBUG [RS_CLOSE_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-22T15:22:11,418 INFO [RS_CLOSE_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd. 2024-11-22T15:22:11,418 DEBUG [RS_CLOSE_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1635): Region close journal for 438c5562ec8f63d190adecce6a7a4cfd: 2024-11-22T15:22:11,418 WARN [RS_CLOSE_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegionServer(3786): Not adding moved region record: 438c5562ec8f63d190adecce6a7a4cfd to self. 2024-11-22T15:22:11,420 INFO [RS_CLOSE_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] handler.UnassignRegionHandler(170): Closed 438c5562ec8f63d190adecce6a7a4cfd 2024-11-22T15:22:11,421 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=40 updating hbase:meta row=438c5562ec8f63d190adecce6a7a4cfd, regionState=CLOSED 2024-11-22T15:22:11,428 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=41, resume processing ppid=40 2024-11-22T15:22:11,429 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=40, ppid=39, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=438c5562ec8f63d190adecce6a7a4cfd, REOPEN/MOVE; state=CLOSED, location=77927f992d0b,45443,1732288897733; forceNewPlan=false, retain=true 2024-11-22T15:22:11,431 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=41, ppid=40, state=SUCCESS; CloseRegionProcedure 438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 in 196 msec 2024-11-22T15:22:11,583 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=40 updating hbase:meta row=438c5562ec8f63d190adecce6a7a4cfd, regionState=OPENING, regionLocation=77927f992d0b,45443,1732288897733 2024-11-22T15:22:11,594 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=42, ppid=40, state=RUNNABLE; OpenRegionProcedure 438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733}] 2024-11-22T15:22:11,746 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:22:11,750 INFO [RS_OPEN_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd. 2024-11-22T15:22:11,751 DEBUG [RS_OPEN_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7285): Opening region: {ENCODED => 438c5562ec8f63d190adecce6a7a4cfd, NAME => 'TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd.', STARTKEY => '', ENDKEY => ''} 2024-11-22T15:22:11,751 DEBUG [RS_OPEN_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 438c5562ec8f63d190adecce6a7a4cfd 2024-11-22T15:22:11,751 DEBUG [RS_OPEN_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T15:22:11,751 DEBUG [RS_OPEN_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7327): checking encryption for 438c5562ec8f63d190adecce6a7a4cfd 2024-11-22T15:22:11,751 DEBUG [RS_OPEN_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7330): checking classloading for 438c5562ec8f63d190adecce6a7a4cfd 2024-11-22T15:22:11,754 INFO [StoreOpener-438c5562ec8f63d190adecce6a7a4cfd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 438c5562ec8f63d190adecce6a7a4cfd 2024-11-22T15:22:11,754 INFO [StoreOpener-438c5562ec8f63d190adecce6a7a4cfd-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-22T15:22:11,759 INFO [StoreOpener-438c5562ec8f63d190adecce6a7a4cfd-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 438c5562ec8f63d190adecce6a7a4cfd columnFamilyName A 2024-11-22T15:22:11,761 DEBUG [StoreOpener-438c5562ec8f63d190adecce6a7a4cfd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:22:11,762 INFO [StoreOpener-438c5562ec8f63d190adecce6a7a4cfd-1 {}] regionserver.HStore(327): Store=438c5562ec8f63d190adecce6a7a4cfd/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T15:22:11,763 INFO [StoreOpener-438c5562ec8f63d190adecce6a7a4cfd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 438c5562ec8f63d190adecce6a7a4cfd 2024-11-22T15:22:11,764 INFO [StoreOpener-438c5562ec8f63d190adecce6a7a4cfd-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-22T15:22:11,764 INFO [StoreOpener-438c5562ec8f63d190adecce6a7a4cfd-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 438c5562ec8f63d190adecce6a7a4cfd columnFamilyName B 2024-11-22T15:22:11,764 DEBUG [StoreOpener-438c5562ec8f63d190adecce6a7a4cfd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:22:11,765 INFO [StoreOpener-438c5562ec8f63d190adecce6a7a4cfd-1 {}] regionserver.HStore(327): Store=438c5562ec8f63d190adecce6a7a4cfd/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T15:22:11,765 INFO [StoreOpener-438c5562ec8f63d190adecce6a7a4cfd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 438c5562ec8f63d190adecce6a7a4cfd 2024-11-22T15:22:11,766 INFO [StoreOpener-438c5562ec8f63d190adecce6a7a4cfd-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-22T15:22:11,766 INFO [StoreOpener-438c5562ec8f63d190adecce6a7a4cfd-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 438c5562ec8f63d190adecce6a7a4cfd columnFamilyName C 2024-11-22T15:22:11,766 DEBUG [StoreOpener-438c5562ec8f63d190adecce6a7a4cfd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:22:11,766 INFO [StoreOpener-438c5562ec8f63d190adecce6a7a4cfd-1 {}] regionserver.HStore(327): Store=438c5562ec8f63d190adecce6a7a4cfd/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T15:22:11,767 INFO [RS_OPEN_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd. 2024-11-22T15:22:11,768 DEBUG [RS_OPEN_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd 2024-11-22T15:22:11,769 DEBUG [RS_OPEN_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd 2024-11-22T15:22:11,770 DEBUG [RS_OPEN_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-22T15:22:11,772 DEBUG [RS_OPEN_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1085): writing seq id for 438c5562ec8f63d190adecce6a7a4cfd 2024-11-22T15:22:11,774 INFO [RS_OPEN_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1102): Opened 438c5562ec8f63d190adecce6a7a4cfd; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70335298, jitterRate=0.04807761311531067}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-22T15:22:11,777 DEBUG [RS_OPEN_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1001): Region open journal for 438c5562ec8f63d190adecce6a7a4cfd: 2024-11-22T15:22:11,778 INFO [RS_OPEN_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd., pid=42, masterSystemTime=1732288931746 2024-11-22T15:22:11,781 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=40 updating hbase:meta row=438c5562ec8f63d190adecce6a7a4cfd, regionState=OPEN, openSeqNum=5, regionLocation=77927f992d0b,45443,1732288897733 2024-11-22T15:22:11,782 DEBUG [RS_OPEN_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd. 2024-11-22T15:22:11,782 INFO [RS_OPEN_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd. 2024-11-22T15:22:11,789 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=42, resume processing ppid=40 2024-11-22T15:22:11,789 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=42, ppid=40, state=SUCCESS; OpenRegionProcedure 438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 in 193 msec 2024-11-22T15:22:11,792 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=40, resume processing ppid=39 2024-11-22T15:22:11,792 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=40, ppid=39, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=438c5562ec8f63d190adecce6a7a4cfd, REOPEN/MOVE in 567 msec 2024-11-22T15:22:11,798 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=39, resume processing ppid=38 2024-11-22T15:22:11,798 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=39, ppid=38, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 592 msec 2024-11-22T15:22:11,802 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=38, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 683 msec 2024-11-22T15:22:11,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=38 2024-11-22T15:22:11,814 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4d3cf478 to 127.0.0.1:61671 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@9a59813 2024-11-22T15:22:11,899 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b5c4058, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T15:22:11,900 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x04cd0bf5 to 127.0.0.1:61671 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@ab3507e 2024-11-22T15:22:11,916 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40e8ce40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T15:22:11,919 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6ab1874e to 127.0.0.1:61671 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@78dfb8c5 2024-11-22T15:22:11,928 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2939e0db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T15:22:11,931 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2e4c3b1f to 127.0.0.1:61671 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2343183d 2024-11-22T15:22:11,959 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@de2fcf6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T15:22:11,961 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0349a6fe to 127.0.0.1:61671 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@c645fa1 2024-11-22T15:22:11,967 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16fb1797, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T15:22:11,969 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1c317ae0 to 127.0.0.1:61671 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5238815e 2024-11-22T15:22:11,979 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1aed43b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T15:22:11,981 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0a0fc918 to 127.0.0.1:61671 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1c2b9b76 2024-11-22T15:22:11,993 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cab9ba4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T15:22:11,994 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x77b8b9d2 to 127.0.0.1:61671 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@37886c78 2024-11-22T15:22:12,009 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74eb796, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T15:22:12,011 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x696032a5 to 127.0.0.1:61671 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1d7f785d 2024-11-22T15:22:12,018 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fff9e63, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T15:22:12,021 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T15:22:12,021 DEBUG [hconnection-0x612c3cc7-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T15:22:12,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] procedure2.ProcedureExecutor(1098): Stored pid=43, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=43, table=TestAcidGuarantees 2024-11-22T15:22:12,022 DEBUG [hconnection-0x34ae5286-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T15:22:12,023 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=43, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=43, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T15:22:12,023 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=43, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=43, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T15:22:12,023 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=44, ppid=43, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T15:22:12,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-22T15:22:12,028 DEBUG [hconnection-0x3d4ff768-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T15:22:12,033 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48066, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T15:22:12,034 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48036, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T15:22:12,034 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48038, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T15:22:12,037 DEBUG [hconnection-0x1b7e183d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T15:22:12,042 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48082, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T15:22:12,048 DEBUG [hconnection-0x694bb74e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T15:22:12,056 DEBUG [hconnection-0x2d0dff3f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T15:22:12,058 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48092, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T15:22:12,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(8581): Flush requested on 438c5562ec8f63d190adecce6a7a4cfd 2024-11-22T15:22:12,059 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 438c5562ec8f63d190adecce6a7a4cfd 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-22T15:22:12,061 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 438c5562ec8f63d190adecce6a7a4cfd, store=A 2024-11-22T15:22:12,061 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:22:12,062 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 438c5562ec8f63d190adecce6a7a4cfd, store=B 2024-11-22T15:22:12,062 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:22:12,062 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 438c5562ec8f63d190adecce6a7a4cfd, store=C 2024-11-22T15:22:12,062 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:22:12,083 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48098, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T15:22:12,087 DEBUG [hconnection-0x684dd52d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T15:22:12,089 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48100, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T15:22:12,097 DEBUG [hconnection-0x14bed04e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T15:22:12,098 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48102, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T15:22:12,110 DEBUG [hconnection-0x61a943e8-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T15:22:12,111 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48104, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T15:22:12,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-22T15:22:12,155 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:12,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48100 deadline: 1732288992128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:12,156 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:12,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48038 deadline: 1732288992136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:12,156 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:12,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48082 deadline: 1732288992138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:12,170 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:12,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48102 deadline: 1732288992156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:12,170 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:12,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48104 deadline: 1732288992156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:12,178 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:22:12,178 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-22T15:22:12,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd. 2024-11-22T15:22:12,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd. as already flushing 2024-11-22T15:22:12,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd. 2024-11-22T15:22:12,179 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => 438c5562ec8f63d190adecce6a7a4cfd, NAME => 'TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:12,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => 438c5562ec8f63d190adecce6a7a4cfd, NAME => 'TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:12,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 438c5562ec8f63d190adecce6a7a4cfd, NAME => 'TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 438c5562ec8f63d190adecce6a7a4cfd, NAME => 'TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:12,193 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112249a5ab5bbf2444ed893eeb01b58cb5c8_438c5562ec8f63d190adecce6a7a4cfd is 50, key is test_row_0/A:col10/1732288932059/Put/seqid=0 2024-11-22T15:22:12,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073741960_1136 (size=12154) 2024-11-22T15:22:12,281 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:12,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48038 deadline: 1732288992261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:12,282 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:12,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48100 deadline: 1732288992264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:12,266 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:12,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48082 deadline: 1732288992260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:12,283 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:12,282 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:12,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48102 deadline: 1732288992272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:12,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48104 deadline: 1732288992272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:12,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-22T15:22:12,332 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:22:12,333 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-22T15:22:12,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd. 2024-11-22T15:22:12,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd. as already flushing 2024-11-22T15:22:12,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd. 2024-11-22T15:22:12,333 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => 438c5562ec8f63d190adecce6a7a4cfd, NAME => 'TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:12,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => 438c5562ec8f63d190adecce6a7a4cfd, NAME => 'TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:12,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 438c5562ec8f63d190adecce6a7a4cfd, NAME => 'TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 438c5562ec8f63d190adecce6a7a4cfd, NAME => 'TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:12,489 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:22:12,490 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-22T15:22:12,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd. 2024-11-22T15:22:12,490 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:12,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd. as already flushing 2024-11-22T15:22:12,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48102 deadline: 1732288992484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:12,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd. 2024-11-22T15:22:12,490 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => 438c5562ec8f63d190adecce6a7a4cfd, NAME => 'TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:12,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => 438c5562ec8f63d190adecce6a7a4cfd, NAME => 'TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:12,490 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:12,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48082 deadline: 1732288992485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:12,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 438c5562ec8f63d190adecce6a7a4cfd, NAME => 'TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 438c5562ec8f63d190adecce6a7a4cfd, NAME => 'TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:12,491 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:12,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48038 deadline: 1732288992485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:12,492 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:12,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48104 deadline: 1732288992486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:12,495 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:12,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48100 deadline: 1732288992487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:12,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-22T15:22:12,644 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:22:12,644 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-22T15:22:12,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd. 2024-11-22T15:22:12,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd. as already flushing 2024-11-22T15:22:12,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd. 2024-11-22T15:22:12,645 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => 438c5562ec8f63d190adecce6a7a4cfd, NAME => 'TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:12,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => 438c5562ec8f63d190adecce6a7a4cfd, NAME => 'TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:12,649 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:22:12,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 438c5562ec8f63d190adecce6a7a4cfd, NAME => 'TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 438c5562ec8f63d190adecce6a7a4cfd, NAME => 'TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:12,657 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112249a5ab5bbf2444ed893eeb01b58cb5c8_438c5562ec8f63d190adecce6a7a4cfd to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112249a5ab5bbf2444ed893eeb01b58cb5c8_438c5562ec8f63d190adecce6a7a4cfd 2024-11-22T15:22:12,659 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/.tmp/A/9565bf18bfc04f7faff1fe65f61d96b4, store: [table=TestAcidGuarantees family=A region=438c5562ec8f63d190adecce6a7a4cfd] 2024-11-22T15:22:12,668 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/.tmp/A/9565bf18bfc04f7faff1fe65f61d96b4 is 175, key is test_row_0/A:col10/1732288932059/Put/seqid=0 2024-11-22T15:22:12,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073741961_1137 (size=30955) 2024-11-22T15:22:12,702 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=16, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/.tmp/A/9565bf18bfc04f7faff1fe65f61d96b4 2024-11-22T15:22:12,760 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/.tmp/B/094580a161574134b56dd4a118745934 is 50, key is test_row_0/B:col10/1732288932059/Put/seqid=0 2024-11-22T15:22:12,797 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:12,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48082 deadline: 1732288992793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:12,798 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:12,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48102 deadline: 1732288992794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:12,799 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:12,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48104 deadline: 1732288992797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:12,800 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:12,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48038 deadline: 1732288992794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:12,803 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:12,803 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:22:12,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48100 deadline: 1732288992800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:12,807 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-22T15:22:12,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd. 2024-11-22T15:22:12,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd. as already flushing 2024-11-22T15:22:12,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd. 2024-11-22T15:22:12,807 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => 438c5562ec8f63d190adecce6a7a4cfd, NAME => 'TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:12,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => 438c5562ec8f63d190adecce6a7a4cfd, NAME => 'TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:12,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 438c5562ec8f63d190adecce6a7a4cfd, NAME => 'TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 438c5562ec8f63d190adecce6a7a4cfd, NAME => 'TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:12,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073741962_1138 (size=12001) 2024-11-22T15:22:12,828 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/.tmp/B/094580a161574134b56dd4a118745934 2024-11-22T15:22:12,870 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/.tmp/C/136a2d7f63f04bf2ba519b761956e9c8 is 50, key is test_row_0/C:col10/1732288932059/Put/seqid=0 2024-11-22T15:22:12,959 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:22:12,960 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-22T15:22:12,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd. 2024-11-22T15:22:12,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd. as already flushing 2024-11-22T15:22:12,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd. 2024-11-22T15:22:12,960 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => 438c5562ec8f63d190adecce6a7a4cfd, NAME => 'TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:12,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => 438c5562ec8f63d190adecce6a7a4cfd, NAME => 'TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:12,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 438c5562ec8f63d190adecce6a7a4cfd, NAME => 'TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 438c5562ec8f63d190adecce6a7a4cfd, NAME => 'TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:13,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073741963_1139 (size=12001) 2024-11-22T15:22:13,020 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/.tmp/C/136a2d7f63f04bf2ba519b761956e9c8 2024-11-22T15:22:13,030 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/.tmp/A/9565bf18bfc04f7faff1fe65f61d96b4 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/A/9565bf18bfc04f7faff1fe65f61d96b4 2024-11-22T15:22:13,041 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/A/9565bf18bfc04f7faff1fe65f61d96b4, entries=150, sequenceid=16, filesize=30.2 K 2024-11-22T15:22:13,044 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/.tmp/B/094580a161574134b56dd4a118745934 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/B/094580a161574134b56dd4a118745934 2024-11-22T15:22:13,061 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/B/094580a161574134b56dd4a118745934, entries=150, sequenceid=16, filesize=11.7 K 2024-11-22T15:22:13,063 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/.tmp/C/136a2d7f63f04bf2ba519b761956e9c8 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/C/136a2d7f63f04bf2ba519b761956e9c8 2024-11-22T15:22:13,069 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/C/136a2d7f63f04bf2ba519b761956e9c8, entries=150, sequenceid=16, filesize=11.7 K 2024-11-22T15:22:13,071 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 438c5562ec8f63d190adecce6a7a4cfd in 1011ms, sequenceid=16, compaction requested=false 2024-11-22T15:22:13,071 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-22T15:22:13,072 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 438c5562ec8f63d190adecce6a7a4cfd: 2024-11-22T15:22:13,113 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:22:13,126 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-22T15:22:13,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd. 2024-11-22T15:22:13,127 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2837): Flushing 438c5562ec8f63d190adecce6a7a4cfd 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-22T15:22:13,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 438c5562ec8f63d190adecce6a7a4cfd, store=A 2024-11-22T15:22:13,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:22:13,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 438c5562ec8f63d190adecce6a7a4cfd, store=B 2024-11-22T15:22:13,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:22:13,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 438c5562ec8f63d190adecce6a7a4cfd, store=C 2024-11-22T15:22:13,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:22:13,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-22T15:22:13,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411226917c5466fde4d8abeecfce7180f6790_438c5562ec8f63d190adecce6a7a4cfd is 50, key is test_row_0/A:col10/1732288932152/Put/seqid=0 2024-11-22T15:22:13,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073741964_1140 (size=12154) 2024-11-22T15:22:13,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:22:13,270 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411226917c5466fde4d8abeecfce7180f6790_438c5562ec8f63d190adecce6a7a4cfd to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411226917c5466fde4d8abeecfce7180f6790_438c5562ec8f63d190adecce6a7a4cfd 2024-11-22T15:22:13,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/.tmp/A/6ee6bb1c62ed471b892884f3c2230807, store: [table=TestAcidGuarantees family=A region=438c5562ec8f63d190adecce6a7a4cfd] 2024-11-22T15:22:13,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/.tmp/A/6ee6bb1c62ed471b892884f3c2230807 is 175, key is test_row_0/A:col10/1732288932152/Put/seqid=0 2024-11-22T15:22:13,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(8581): Flush requested on 438c5562ec8f63d190adecce6a7a4cfd 2024-11-22T15:22:13,306 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd. as already flushing 2024-11-22T15:22:13,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073741965_1141 (size=30955) 2024-11-22T15:22:13,311 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=40, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/.tmp/A/6ee6bb1c62ed471b892884f3c2230807 2024-11-22T15:22:13,333 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:13,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48038 deadline: 1732288993328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:13,334 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:13,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48102 deadline: 1732288993329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:13,334 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:13,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48104 deadline: 1732288993330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:13,335 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:13,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48100 deadline: 1732288993331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:13,336 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:13,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48082 deadline: 1732288993332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:13,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/.tmp/B/b1ddd5825aff4274af84e3f385469864 is 50, key is test_row_0/B:col10/1732288932152/Put/seqid=0 2024-11-22T15:22:13,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073741966_1142 (size=12001) 2024-11-22T15:22:13,397 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/.tmp/B/b1ddd5825aff4274af84e3f385469864 2024-11-22T15:22:13,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/.tmp/C/b4cff45da5594f3b919aecd8c52636a5 is 50, key is test_row_0/C:col10/1732288932152/Put/seqid=0 2024-11-22T15:22:13,449 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:13,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48038 deadline: 1732288993435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:13,451 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:13,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48104 deadline: 1732288993436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:13,452 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:13,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48102 deadline: 1732288993436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:13,452 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:13,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48100 deadline: 1732288993437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:13,453 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:13,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48082 deadline: 1732288993437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:13,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073741967_1143 (size=12001) 2024-11-22T15:22:13,664 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:13,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48100 deadline: 1732288993657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:13,665 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:13,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48082 deadline: 1732288993658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:13,665 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:13,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48104 deadline: 1732288993662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:13,667 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:13,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48038 deadline: 1732288993662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:13,669 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:13,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48102 deadline: 1732288993663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:13,871 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/.tmp/C/b4cff45da5594f3b919aecd8c52636a5 2024-11-22T15:22:13,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/.tmp/A/6ee6bb1c62ed471b892884f3c2230807 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/A/6ee6bb1c62ed471b892884f3c2230807 2024-11-22T15:22:13,930 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/A/6ee6bb1c62ed471b892884f3c2230807, entries=150, sequenceid=40, filesize=30.2 K 2024-11-22T15:22:13,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/.tmp/B/b1ddd5825aff4274af84e3f385469864 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/B/b1ddd5825aff4274af84e3f385469864 2024-11-22T15:22:13,945 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/B/b1ddd5825aff4274af84e3f385469864, entries=150, sequenceid=40, filesize=11.7 K 2024-11-22T15:22:13,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/.tmp/C/b4cff45da5594f3b919aecd8c52636a5 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/C/b4cff45da5594f3b919aecd8c52636a5 2024-11-22T15:22:13,955 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/C/b4cff45da5594f3b919aecd8c52636a5, entries=150, sequenceid=40, filesize=11.7 K 2024-11-22T15:22:13,957 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 438c5562ec8f63d190adecce6a7a4cfd in 831ms, sequenceid=40, compaction requested=false 2024-11-22T15:22:13,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2538): Flush status journal for 438c5562ec8f63d190adecce6a7a4cfd: 2024-11-22T15:22:13,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd. 2024-11-22T15:22:13,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=44 2024-11-22T15:22:13,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4106): Remote procedure done, pid=44 2024-11-22T15:22:13,960 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=44, resume processing ppid=43 2024-11-22T15:22:13,961 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=44, ppid=43, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9350 sec 2024-11-22T15:22:13,962 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=43, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=43, table=TestAcidGuarantees in 1.9400 sec 2024-11-22T15:22:13,974 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 438c5562ec8f63d190adecce6a7a4cfd 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-22T15:22:13,974 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 438c5562ec8f63d190adecce6a7a4cfd, store=A 2024-11-22T15:22:13,974 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:22:13,974 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 438c5562ec8f63d190adecce6a7a4cfd, store=B 2024-11-22T15:22:13,975 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:22:13,975 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 438c5562ec8f63d190adecce6a7a4cfd, store=C 2024-11-22T15:22:13,975 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:22:13,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(8581): Flush requested on 438c5562ec8f63d190adecce6a7a4cfd 2024-11-22T15:22:14,024 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411226791f9c46c4548fb856a90c41ccefe16_438c5562ec8f63d190adecce6a7a4cfd is 50, key is test_row_0/A:col10/1732288933971/Put/seqid=0 2024-11-22T15:22:14,048 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:14,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48038 deadline: 1732288994031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:14,049 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:14,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48082 deadline: 1732288994033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:14,060 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:14,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48104 deadline: 1732288994048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:14,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073741968_1144 (size=17034) 2024-11-22T15:22:14,060 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:14,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48102 deadline: 1732288994049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:14,061 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:22:14,069 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411226791f9c46c4548fb856a90c41ccefe16_438c5562ec8f63d190adecce6a7a4cfd to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411226791f9c46c4548fb856a90c41ccefe16_438c5562ec8f63d190adecce6a7a4cfd 2024-11-22T15:22:14,070 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/.tmp/A/3151aaf05f2143a2b37c90c4d93190cf, store: [table=TestAcidGuarantees family=A region=438c5562ec8f63d190adecce6a7a4cfd] 2024-11-22T15:22:14,071 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/.tmp/A/3151aaf05f2143a2b37c90c4d93190cf is 175, key is test_row_0/A:col10/1732288933971/Put/seqid=0 2024-11-22T15:22:14,076 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:14,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48100 deadline: 1732288994059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:14,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073741969_1145 (size=48139) 2024-11-22T15:22:14,131 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=54, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/.tmp/A/3151aaf05f2143a2b37c90c4d93190cf 2024-11-22T15:22:14,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-22T15:22:14,144 INFO [Thread-674 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 43 completed 2024-11-22T15:22:14,146 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T15:22:14,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] procedure2.ProcedureExecutor(1098): Stored pid=45, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees 2024-11-22T15:22:14,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-22T15:22:14,151 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=45, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T15:22:14,151 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:14,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48082 deadline: 1732288994150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:14,153 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=45, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T15:22:14,154 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=46, ppid=45, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T15:22:14,155 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:14,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48038 deadline: 1732288994153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:14,159 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/.tmp/B/f207833d2cad4444bd41f7ceecfb4943 is 50, key is test_row_0/B:col10/1732288933971/Put/seqid=0 2024-11-22T15:22:14,167 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:14,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48102 deadline: 1732288994162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:14,168 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:14,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48104 deadline: 1732288994162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:14,186 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:14,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48100 deadline: 1732288994181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:14,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073741970_1146 (size=12001) 2024-11-22T15:22:14,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-22T15:22:14,254 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/.tmp/B/f207833d2cad4444bd41f7ceecfb4943 2024-11-22T15:22:14,300 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/.tmp/C/117699c30c5447c69eddc4b8a5ae35ae is 50, key is test_row_0/C:col10/1732288933971/Put/seqid=0 2024-11-22T15:22:14,307 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:22:14,307 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-22T15:22:14,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd. 2024-11-22T15:22:14,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd. as already flushing 2024-11-22T15:22:14,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd. 2024-11-22T15:22:14,310 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 438c5562ec8f63d190adecce6a7a4cfd, NAME => 'TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:14,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 438c5562ec8f63d190adecce6a7a4cfd, NAME => 'TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:14,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 438c5562ec8f63d190adecce6a7a4cfd, NAME => 'TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 438c5562ec8f63d190adecce6a7a4cfd, NAME => 'TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:14,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073741971_1147 (size=12001) 2024-11-22T15:22:14,340 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/.tmp/C/117699c30c5447c69eddc4b8a5ae35ae 2024-11-22T15:22:14,351 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/.tmp/A/3151aaf05f2143a2b37c90c4d93190cf as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/A/3151aaf05f2143a2b37c90c4d93190cf 2024-11-22T15:22:14,359 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:14,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48082 deadline: 1732288994354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:14,363 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/A/3151aaf05f2143a2b37c90c4d93190cf, entries=250, sequenceid=54, filesize=47.0 K 2024-11-22T15:22:14,364 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/.tmp/B/f207833d2cad4444bd41f7ceecfb4943 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/B/f207833d2cad4444bd41f7ceecfb4943 2024-11-22T15:22:14,374 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/B/f207833d2cad4444bd41f7ceecfb4943, entries=150, sequenceid=54, filesize=11.7 K 2024-11-22T15:22:14,375 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/.tmp/C/117699c30c5447c69eddc4b8a5ae35ae as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/C/117699c30c5447c69eddc4b8a5ae35ae 2024-11-22T15:22:14,392 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/C/117699c30c5447c69eddc4b8a5ae35ae, entries=150, sequenceid=54, filesize=11.7 K 2024-11-22T15:22:14,393 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for 438c5562ec8f63d190adecce6a7a4cfd in 419ms, sequenceid=54, compaction requested=true 2024-11-22T15:22:14,393 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 438c5562ec8f63d190adecce6a7a4cfd: 2024-11-22T15:22:14,393 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 438c5562ec8f63d190adecce6a7a4cfd:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T15:22:14,393 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T15:22:14,393 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T15:22:14,393 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 438c5562ec8f63d190adecce6a7a4cfd:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T15:22:14,394 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T15:22:14,394 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T15:22:14,394 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 438c5562ec8f63d190adecce6a7a4cfd:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T15:22:14,394 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T15:22:14,395 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110049 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T15:22:14,395 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1540): 438c5562ec8f63d190adecce6a7a4cfd/A is initiating minor compaction (all files) 2024-11-22T15:22:14,395 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T15:22:14,395 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1540): 438c5562ec8f63d190adecce6a7a4cfd/B is initiating minor compaction (all files) 2024-11-22T15:22:14,395 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 438c5562ec8f63d190adecce6a7a4cfd/B in TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd. 2024-11-22T15:22:14,402 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 438c5562ec8f63d190adecce6a7a4cfd/A in TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd. 2024-11-22T15:22:14,403 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/A/9565bf18bfc04f7faff1fe65f61d96b4, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/A/6ee6bb1c62ed471b892884f3c2230807, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/A/3151aaf05f2143a2b37c90c4d93190cf] into tmpdir=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/.tmp, totalSize=107.5 K 2024-11-22T15:22:14,403 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd. 2024-11-22T15:22:14,403 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd. files: [hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/A/9565bf18bfc04f7faff1fe65f61d96b4, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/A/6ee6bb1c62ed471b892884f3c2230807, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/A/3151aaf05f2143a2b37c90c4d93190cf] 2024-11-22T15:22:14,403 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/B/094580a161574134b56dd4a118745934, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/B/b1ddd5825aff4274af84e3f385469864, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/B/f207833d2cad4444bd41f7ceecfb4943] into tmpdir=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/.tmp, totalSize=35.2 K 2024-11-22T15:22:14,404 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9565bf18bfc04f7faff1fe65f61d96b4, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732288932047 2024-11-22T15:22:14,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(8581): Flush requested on 438c5562ec8f63d190adecce6a7a4cfd 2024-11-22T15:22:14,405 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 438c5562ec8f63d190adecce6a7a4cfd 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-22T15:22:14,405 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 438c5562ec8f63d190adecce6a7a4cfd, store=A 2024-11-22T15:22:14,405 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:22:14,405 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 438c5562ec8f63d190adecce6a7a4cfd, store=B 2024-11-22T15:22:14,405 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:22:14,405 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 438c5562ec8f63d190adecce6a7a4cfd, store=C 2024-11-22T15:22:14,405 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:22:14,408 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting 094580a161574134b56dd4a118745934, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732288932047 2024-11-22T15:22:14,409 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting b1ddd5825aff4274af84e3f385469864, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732288932134 2024-11-22T15:22:14,410 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6ee6bb1c62ed471b892884f3c2230807, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732288932134 2024-11-22T15:22:14,410 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting f207833d2cad4444bd41f7ceecfb4943, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732288933328 2024-11-22T15:22:14,410 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3151aaf05f2143a2b37c90c4d93190cf, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732288933312 2024-11-22T15:22:14,427 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:14,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48100 deadline: 1732288994423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:14,429 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:14,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48038 deadline: 1732288994425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:14,429 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:14,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48104 deadline: 1732288994428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:14,430 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:14,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48102 deadline: 1732288994430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:14,446 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=438c5562ec8f63d190adecce6a7a4cfd] 2024-11-22T15:22:14,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-22T15:22:14,464 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:22:14,465 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-22T15:22:14,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd. 2024-11-22T15:22:14,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd. as already flushing 2024-11-22T15:22:14,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd. 2024-11-22T15:22:14,466 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 438c5562ec8f63d190adecce6a7a4cfd, NAME => 'TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:14,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 438c5562ec8f63d190adecce6a7a4cfd, NAME => 'TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:14,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 438c5562ec8f63d190adecce6a7a4cfd, NAME => 'TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 438c5562ec8f63d190adecce6a7a4cfd, NAME => 'TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:14,468 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 438c5562ec8f63d190adecce6a7a4cfd#B#compaction#128 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T15:22:14,469 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/.tmp/B/ecbd4473f7434d689dd1dfb0d0a1a379 is 50, key is test_row_0/B:col10/1732288933971/Put/seqid=0 2024-11-22T15:22:14,499 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411221ed4d38afee64ec3ab4b6fbf901d4423_438c5562ec8f63d190adecce6a7a4cfd store=[table=TestAcidGuarantees family=A region=438c5562ec8f63d190adecce6a7a4cfd] 2024-11-22T15:22:14,558 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411221ed4d38afee64ec3ab4b6fbf901d4423_438c5562ec8f63d190adecce6a7a4cfd, store=[table=TestAcidGuarantees family=A region=438c5562ec8f63d190adecce6a7a4cfd] 2024-11-22T15:22:14,558 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411221ed4d38afee64ec3ab4b6fbf901d4423_438c5562ec8f63d190adecce6a7a4cfd because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=438c5562ec8f63d190adecce6a7a4cfd] 2024-11-22T15:22:14,586 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:14,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48038 deadline: 1732288994580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:14,594 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:14,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48102 deadline: 1732288994593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:14,600 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411222e3d3881d2d1407fab56d56e7f030dbb_438c5562ec8f63d190adecce6a7a4cfd is 50, key is test_row_0/A:col10/1732288934031/Put/seqid=0 2024-11-22T15:22:14,618 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:22:14,619 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-22T15:22:14,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd. 2024-11-22T15:22:14,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd. as already flushing 2024-11-22T15:22:14,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd. 2024-11-22T15:22:14,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073741973_1149 (size=4469) 2024-11-22T15:22:14,620 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 438c5562ec8f63d190adecce6a7a4cfd, NAME => 'TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:14,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 438c5562ec8f63d190adecce6a7a4cfd, NAME => 'TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:14,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 438c5562ec8f63d190adecce6a7a4cfd, NAME => 'TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 438c5562ec8f63d190adecce6a7a4cfd, NAME => 'TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:14,633 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:14,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48100 deadline: 1732288994633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:14,659 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:14,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073741972_1148 (size=12104) 2024-11-22T15:22:14,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48104 deadline: 1732288994659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:14,677 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:14,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48082 deadline: 1732288994675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:14,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073741974_1150 (size=12154) 2024-11-22T15:22:14,681 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/.tmp/B/ecbd4473f7434d689dd1dfb0d0a1a379 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/B/ecbd4473f7434d689dd1dfb0d0a1a379 2024-11-22T15:22:14,696 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 438c5562ec8f63d190adecce6a7a4cfd/B of 438c5562ec8f63d190adecce6a7a4cfd into ecbd4473f7434d689dd1dfb0d0a1a379(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T15:22:14,696 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 438c5562ec8f63d190adecce6a7a4cfd: 2024-11-22T15:22:14,696 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd., storeName=438c5562ec8f63d190adecce6a7a4cfd/B, priority=13, startTime=1732288934393; duration=0sec 2024-11-22T15:22:14,696 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T15:22:14,696 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 438c5562ec8f63d190adecce6a7a4cfd:B 2024-11-22T15:22:14,697 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T15:22:14,701 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T15:22:14,701 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1540): 438c5562ec8f63d190adecce6a7a4cfd/C is initiating minor compaction (all files) 2024-11-22T15:22:14,701 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 438c5562ec8f63d190adecce6a7a4cfd/C in TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd. 2024-11-22T15:22:14,701 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/C/136a2d7f63f04bf2ba519b761956e9c8, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/C/b4cff45da5594f3b919aecd8c52636a5, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/C/117699c30c5447c69eddc4b8a5ae35ae] into tmpdir=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/.tmp, totalSize=35.2 K 2024-11-22T15:22:14,702 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting 136a2d7f63f04bf2ba519b761956e9c8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732288932047 2024-11-22T15:22:14,702 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting b4cff45da5594f3b919aecd8c52636a5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732288932134 2024-11-22T15:22:14,703 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting 117699c30c5447c69eddc4b8a5ae35ae, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732288933328 2024-11-22T15:22:14,742 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 438c5562ec8f63d190adecce6a7a4cfd#C#compaction#130 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T15:22:14,742 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/.tmp/C/c5bee63b67944932ab8aacfa75be27da is 50, key is test_row_0/C:col10/1732288933971/Put/seqid=0 2024-11-22T15:22:14,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-22T15:22:14,772 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:22:14,773 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-22T15:22:14,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd. 2024-11-22T15:22:14,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd. as already flushing 2024-11-22T15:22:14,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd. 2024-11-22T15:22:14,773 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 438c5562ec8f63d190adecce6a7a4cfd, NAME => 'TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:14,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 438c5562ec8f63d190adecce6a7a4cfd, NAME => 'TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:14,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 438c5562ec8f63d190adecce6a7a4cfd, NAME => 'TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 438c5562ec8f63d190adecce6a7a4cfd, NAME => 'TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:14,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073741975_1151 (size=12104) 2024-11-22T15:22:14,794 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:14,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48038 deadline: 1732288994794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:14,799 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:14,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48102 deadline: 1732288994799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:14,822 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/.tmp/C/c5bee63b67944932ab8aacfa75be27da as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/C/c5bee63b67944932ab8aacfa75be27da 2024-11-22T15:22:14,835 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 438c5562ec8f63d190adecce6a7a4cfd/C of 438c5562ec8f63d190adecce6a7a4cfd into c5bee63b67944932ab8aacfa75be27da(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T15:22:14,835 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 438c5562ec8f63d190adecce6a7a4cfd: 2024-11-22T15:22:14,836 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd., storeName=438c5562ec8f63d190adecce6a7a4cfd/C, priority=13, startTime=1732288934394; duration=0sec 2024-11-22T15:22:14,836 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T15:22:14,836 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 438c5562ec8f63d190adecce6a7a4cfd:C 2024-11-22T15:22:14,842 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:14,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48100 deadline: 1732288994837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:14,867 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:14,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48104 deadline: 1732288994865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:14,927 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:22:14,927 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-22T15:22:14,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd. 2024-11-22T15:22:14,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd. as already flushing 2024-11-22T15:22:14,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd. 2024-11-22T15:22:14,928 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 438c5562ec8f63d190adecce6a7a4cfd, NAME => 'TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:14,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 438c5562ec8f63d190adecce6a7a4cfd, NAME => 'TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:14,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 438c5562ec8f63d190adecce6a7a4cfd, NAME => 'TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 438c5562ec8f63d190adecce6a7a4cfd, NAME => 'TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:15,022 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 438c5562ec8f63d190adecce6a7a4cfd#A#compaction#127 average throughput is 0.04 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T15:22:15,024 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/.tmp/A/60563a0371334d749dd6243dd3fbae3e is 175, key is test_row_0/A:col10/1732288933971/Put/seqid=0 2024-11-22T15:22:15,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073741976_1152 (size=31058) 2024-11-22T15:22:15,080 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:22:15,080 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:22:15,083 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-22T15:22:15,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd. 2024-11-22T15:22:15,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd. as already flushing 2024-11-22T15:22:15,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd. 2024-11-22T15:22:15,083 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 438c5562ec8f63d190adecce6a7a4cfd, NAME => 'TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:15,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 438c5562ec8f63d190adecce6a7a4cfd, NAME => 'TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:15,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 438c5562ec8f63d190adecce6a7a4cfd, NAME => 'TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 438c5562ec8f63d190adecce6a7a4cfd, NAME => 'TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:15,098 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411222e3d3881d2d1407fab56d56e7f030dbb_438c5562ec8f63d190adecce6a7a4cfd to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411222e3d3881d2d1407fab56d56e7f030dbb_438c5562ec8f63d190adecce6a7a4cfd 2024-11-22T15:22:15,100 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/.tmp/A/76f0c2ba7b41496886b6407f250223fd, store: [table=TestAcidGuarantees family=A region=438c5562ec8f63d190adecce6a7a4cfd] 2024-11-22T15:22:15,101 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/.tmp/A/76f0c2ba7b41496886b6407f250223fd is 175, key is test_row_0/A:col10/1732288934031/Put/seqid=0 2024-11-22T15:22:15,102 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:15,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48038 deadline: 1732288995099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:15,110 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:15,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48102 deadline: 1732288995104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:15,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073741977_1153 (size=30955) 2024-11-22T15:22:15,135 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=78, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/.tmp/A/76f0c2ba7b41496886b6407f250223fd 2024-11-22T15:22:15,154 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:15,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48100 deadline: 1732288995151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:15,163 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/.tmp/B/55b6e058e65949728e44e3dd078ed6d4 is 50, key is test_row_0/B:col10/1732288934031/Put/seqid=0 2024-11-22T15:22:15,177 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:15,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48104 deadline: 1732288995172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:15,186 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:15,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48082 deadline: 1732288995182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:15,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073741978_1154 (size=12001) 2024-11-22T15:22:15,245 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:22:15,247 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-22T15:22:15,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd. 2024-11-22T15:22:15,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd. as already flushing 2024-11-22T15:22:15,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd. 2024-11-22T15:22:15,247 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 438c5562ec8f63d190adecce6a7a4cfd, NAME => 'TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:15,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 438c5562ec8f63d190adecce6a7a4cfd, NAME => 'TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:15,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 438c5562ec8f63d190adecce6a7a4cfd, NAME => 'TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 438c5562ec8f63d190adecce6a7a4cfd, NAME => 'TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:15,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-22T15:22:15,402 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:22:15,403 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-22T15:22:15,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd. 2024-11-22T15:22:15,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd. as already flushing 2024-11-22T15:22:15,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd. 2024-11-22T15:22:15,404 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 438c5562ec8f63d190adecce6a7a4cfd, NAME => 'TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:15,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 438c5562ec8f63d190adecce6a7a4cfd, NAME => 'TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:15,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 438c5562ec8f63d190adecce6a7a4cfd, NAME => 'TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 438c5562ec8f63d190adecce6a7a4cfd, NAME => 'TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:15,482 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/.tmp/A/60563a0371334d749dd6243dd3fbae3e as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/A/60563a0371334d749dd6243dd3fbae3e 2024-11-22T15:22:15,498 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 438c5562ec8f63d190adecce6a7a4cfd/A of 438c5562ec8f63d190adecce6a7a4cfd into 60563a0371334d749dd6243dd3fbae3e(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 1sec to execute. 2024-11-22T15:22:15,498 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 438c5562ec8f63d190adecce6a7a4cfd: 2024-11-22T15:22:15,498 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd., storeName=438c5562ec8f63d190adecce6a7a4cfd/A, priority=13, startTime=1732288934393; duration=1sec 2024-11-22T15:22:15,499 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T15:22:15,499 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 438c5562ec8f63d190adecce6a7a4cfd:A 2024-11-22T15:22:15,518 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-22T15:22:15,565 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:22:15,566 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-22T15:22:15,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd. 2024-11-22T15:22:15,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd. as already flushing 2024-11-22T15:22:15,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd. 2024-11-22T15:22:15,566 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 438c5562ec8f63d190adecce6a7a4cfd, NAME => 'TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:15,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 438c5562ec8f63d190adecce6a7a4cfd, NAME => 'TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:15,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 438c5562ec8f63d190adecce6a7a4cfd, NAME => 'TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 438c5562ec8f63d190adecce6a7a4cfd, NAME => 'TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:15,618 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:15,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48038 deadline: 1732288995607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:15,622 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:15,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48102 deadline: 1732288995617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:15,640 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/.tmp/B/55b6e058e65949728e44e3dd078ed6d4 2024-11-22T15:22:15,653 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/.tmp/C/92af8e9fefb149399a17c15974a77b76 is 50, key is test_row_0/C:col10/1732288934031/Put/seqid=0 2024-11-22T15:22:15,665 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:15,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48100 deadline: 1732288995659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:15,685 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:15,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48104 deadline: 1732288995682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:15,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073741979_1155 (size=12001) 2024-11-22T15:22:15,691 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/.tmp/C/92af8e9fefb149399a17c15974a77b76 2024-11-22T15:22:15,698 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/.tmp/A/76f0c2ba7b41496886b6407f250223fd as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/A/76f0c2ba7b41496886b6407f250223fd 2024-11-22T15:22:15,715 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/A/76f0c2ba7b41496886b6407f250223fd, entries=150, sequenceid=78, filesize=30.2 K 2024-11-22T15:22:15,720 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:22:15,720 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-22T15:22:15,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd. 2024-11-22T15:22:15,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd. as already flushing 2024-11-22T15:22:15,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd. 2024-11-22T15:22:15,721 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 438c5562ec8f63d190adecce6a7a4cfd, NAME => 'TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:15,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 438c5562ec8f63d190adecce6a7a4cfd, NAME => 'TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:15,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 438c5562ec8f63d190adecce6a7a4cfd, NAME => 'TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 438c5562ec8f63d190adecce6a7a4cfd, NAME => 'TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:15,723 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/.tmp/B/55b6e058e65949728e44e3dd078ed6d4 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/B/55b6e058e65949728e44e3dd078ed6d4 2024-11-22T15:22:15,732 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/B/55b6e058e65949728e44e3dd078ed6d4, entries=150, sequenceid=78, filesize=11.7 K 2024-11-22T15:22:15,734 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/.tmp/C/92af8e9fefb149399a17c15974a77b76 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/C/92af8e9fefb149399a17c15974a77b76 2024-11-22T15:22:15,746 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/C/92af8e9fefb149399a17c15974a77b76, entries=150, sequenceid=78, filesize=11.7 K 2024-11-22T15:22:15,747 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for 438c5562ec8f63d190adecce6a7a4cfd in 1342ms, sequenceid=78, compaction requested=false 2024-11-22T15:22:15,748 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 438c5562ec8f63d190adecce6a7a4cfd: 2024-11-22T15:22:15,878 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:22:15,878 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-22T15:22:15,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd. 2024-11-22T15:22:15,879 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2837): Flushing 438c5562ec8f63d190adecce6a7a4cfd 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-22T15:22:15,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 438c5562ec8f63d190adecce6a7a4cfd, store=A 2024-11-22T15:22:15,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:22:15,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 438c5562ec8f63d190adecce6a7a4cfd, store=B 2024-11-22T15:22:15,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:22:15,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 438c5562ec8f63d190adecce6a7a4cfd, store=C 2024-11-22T15:22:15,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:22:15,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122fdb99a0d16c645008dbc0e29b54d551e_438c5562ec8f63d190adecce6a7a4cfd is 50, key is test_row_0/A:col10/1732288934420/Put/seqid=0 2024-11-22T15:22:15,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073741980_1156 (size=12154) 2024-11-22T15:22:15,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:22:15,973 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122fdb99a0d16c645008dbc0e29b54d551e_438c5562ec8f63d190adecce6a7a4cfd to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122fdb99a0d16c645008dbc0e29b54d551e_438c5562ec8f63d190adecce6a7a4cfd 2024-11-22T15:22:15,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/.tmp/A/8873abd00cf443b4b69d55f1a0583b60, store: [table=TestAcidGuarantees family=A region=438c5562ec8f63d190adecce6a7a4cfd] 2024-11-22T15:22:15,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/.tmp/A/8873abd00cf443b4b69d55f1a0583b60 is 175, key is test_row_0/A:col10/1732288934420/Put/seqid=0 2024-11-22T15:22:16,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073741981_1157 (size=30955) 2024-11-22T15:22:16,022 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=94, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/.tmp/A/8873abd00cf443b4b69d55f1a0583b60 2024-11-22T15:22:16,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/.tmp/B/f9de9454f91747e5a8c018cf773f1487 is 50, key is test_row_0/B:col10/1732288934420/Put/seqid=0 2024-11-22T15:22:16,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073741982_1158 (size=12001) 2024-11-22T15:22:16,123 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/.tmp/B/f9de9454f91747e5a8c018cf773f1487 2024-11-22T15:22:16,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/.tmp/C/d092dfd00961484c8f96b8f0bbe166ed is 50, key is test_row_0/C:col10/1732288934420/Put/seqid=0 2024-11-22T15:22:16,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(8581): Flush requested on 438c5562ec8f63d190adecce6a7a4cfd 2024-11-22T15:22:16,197 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd. as already flushing 2024-11-22T15:22:16,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073741983_1159 (size=12001) 2024-11-22T15:22:16,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-22T15:22:16,356 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:16,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48082 deadline: 1732288996350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:16,463 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:16,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48082 deadline: 1732288996459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:16,608 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/.tmp/C/d092dfd00961484c8f96b8f0bbe166ed 2024-11-22T15:22:16,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/.tmp/A/8873abd00cf443b4b69d55f1a0583b60 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/A/8873abd00cf443b4b69d55f1a0583b60 2024-11-22T15:22:16,630 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:16,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48102 deadline: 1732288996627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:16,642 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/A/8873abd00cf443b4b69d55f1a0583b60, entries=150, sequenceid=94, filesize=30.2 K 2024-11-22T15:22:16,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/.tmp/B/f9de9454f91747e5a8c018cf773f1487 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/B/f9de9454f91747e5a8c018cf773f1487 2024-11-22T15:22:16,627 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:16,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48038 deadline: 1732288996623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:16,659 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/B/f9de9454f91747e5a8c018cf773f1487, entries=150, sequenceid=94, filesize=11.7 K 2024-11-22T15:22:16,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/.tmp/C/d092dfd00961484c8f96b8f0bbe166ed as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/C/d092dfd00961484c8f96b8f0bbe166ed 2024-11-22T15:22:16,670 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/C/d092dfd00961484c8f96b8f0bbe166ed, entries=150, sequenceid=94, filesize=11.7 K 2024-11-22T15:22:16,672 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 438c5562ec8f63d190adecce6a7a4cfd in 793ms, sequenceid=94, compaction requested=true 2024-11-22T15:22:16,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2538): Flush status journal for 438c5562ec8f63d190adecce6a7a4cfd: 2024-11-22T15:22:16,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd. 2024-11-22T15:22:16,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=46 2024-11-22T15:22:16,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4106): Remote procedure done, pid=46 2024-11-22T15:22:16,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(8581): Flush requested on 438c5562ec8f63d190adecce6a7a4cfd 2024-11-22T15:22:16,679 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=46, resume processing ppid=45 2024-11-22T15:22:16,679 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=46, ppid=45, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.5200 sec 2024-11-22T15:22:16,680 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 438c5562ec8f63d190adecce6a7a4cfd 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-22T15:22:16,680 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 438c5562ec8f63d190adecce6a7a4cfd, store=A 2024-11-22T15:22:16,680 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:22:16,680 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 438c5562ec8f63d190adecce6a7a4cfd, store=B 2024-11-22T15:22:16,680 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:22:16,680 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 438c5562ec8f63d190adecce6a7a4cfd, store=C 2024-11-22T15:22:16,680 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:22:16,683 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=45, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees in 2.5350 sec 2024-11-22T15:22:16,699 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122a13c8f68fb7545e492c0da330ba814d9_438c5562ec8f63d190adecce6a7a4cfd is 50, key is test_row_0/A:col10/1732288936345/Put/seqid=0 2024-11-22T15:22:16,718 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:16,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48100 deadline: 1732288996714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:16,729 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:16,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48104 deadline: 1732288996725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:16,730 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:16,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48082 deadline: 1732288996725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:16,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073741984_1160 (size=17034) 2024-11-22T15:22:16,820 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:16,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48100 deadline: 1732288996820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:16,835 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:16,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48104 deadline: 1732288996833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:16,839 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:16,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48082 deadline: 1732288996836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:17,025 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:17,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48100 deadline: 1732288997023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:17,041 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:17,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48104 deadline: 1732288997038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:17,051 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:17,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48082 deadline: 1732288997041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:17,152 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:22:17,159 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122a13c8f68fb7545e492c0da330ba814d9_438c5562ec8f63d190adecce6a7a4cfd to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122a13c8f68fb7545e492c0da330ba814d9_438c5562ec8f63d190adecce6a7a4cfd 2024-11-22T15:22:17,160 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/.tmp/A/98f160f95f56415f8117522f633e1bfe, store: [table=TestAcidGuarantees family=A region=438c5562ec8f63d190adecce6a7a4cfd] 2024-11-22T15:22:17,161 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/.tmp/A/98f160f95f56415f8117522f633e1bfe is 175, key is test_row_0/A:col10/1732288936345/Put/seqid=0 2024-11-22T15:22:17,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073741985_1161 (size=48139) 2024-11-22T15:22:17,212 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=119, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/.tmp/A/98f160f95f56415f8117522f633e1bfe 2024-11-22T15:22:17,230 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/.tmp/B/4220b8115b0f435ca46e39bde407bef5 is 50, key is test_row_0/B:col10/1732288936345/Put/seqid=0 2024-11-22T15:22:17,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073741986_1162 (size=12001) 2024-11-22T15:22:17,329 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:17,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48100 deadline: 1732288997327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:17,354 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:17,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48104 deadline: 1732288997344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:17,357 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:17,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48082 deadline: 1732288997353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:17,697 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/.tmp/B/4220b8115b0f435ca46e39bde407bef5 2024-11-22T15:22:17,706 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/.tmp/C/bf274200a0f849fd9c943abbcedf91ef is 50, key is test_row_0/C:col10/1732288936345/Put/seqid=0 2024-11-22T15:22:17,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073741987_1163 (size=12001) 2024-11-22T15:22:17,765 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/.tmp/C/bf274200a0f849fd9c943abbcedf91ef 2024-11-22T15:22:17,773 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/.tmp/A/98f160f95f56415f8117522f633e1bfe as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/A/98f160f95f56415f8117522f633e1bfe 2024-11-22T15:22:17,780 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/A/98f160f95f56415f8117522f633e1bfe, entries=250, sequenceid=119, filesize=47.0 K 2024-11-22T15:22:17,783 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/.tmp/B/4220b8115b0f435ca46e39bde407bef5 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/B/4220b8115b0f435ca46e39bde407bef5 2024-11-22T15:22:17,794 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/B/4220b8115b0f435ca46e39bde407bef5, entries=150, sequenceid=119, filesize=11.7 K 2024-11-22T15:22:17,796 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/.tmp/C/bf274200a0f849fd9c943abbcedf91ef as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/C/bf274200a0f849fd9c943abbcedf91ef 2024-11-22T15:22:17,805 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/C/bf274200a0f849fd9c943abbcedf91ef, entries=150, sequenceid=119, filesize=11.7 K 2024-11-22T15:22:17,811 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for 438c5562ec8f63d190adecce6a7a4cfd in 1131ms, sequenceid=119, compaction requested=true 2024-11-22T15:22:17,811 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 438c5562ec8f63d190adecce6a7a4cfd: 2024-11-22T15:22:17,812 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T15:22:17,813 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 438c5562ec8f63d190adecce6a7a4cfd:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T15:22:17,813 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 141107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T15:22:17,814 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1540): 438c5562ec8f63d190adecce6a7a4cfd/A is initiating minor compaction (all files) 2024-11-22T15:22:17,814 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 438c5562ec8f63d190adecce6a7a4cfd/A in TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd. 2024-11-22T15:22:17,814 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/A/60563a0371334d749dd6243dd3fbae3e, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/A/76f0c2ba7b41496886b6407f250223fd, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/A/8873abd00cf443b4b69d55f1a0583b60, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/A/98f160f95f56415f8117522f633e1bfe] into tmpdir=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/.tmp, totalSize=137.8 K 2024-11-22T15:22:17,814 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd. 2024-11-22T15:22:17,814 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd. files: [hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/A/60563a0371334d749dd6243dd3fbae3e, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/A/76f0c2ba7b41496886b6407f250223fd, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/A/8873abd00cf443b4b69d55f1a0583b60, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/A/98f160f95f56415f8117522f633e1bfe] 2024-11-22T15:22:17,814 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting 60563a0371334d749dd6243dd3fbae3e, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732288933328 2024-11-22T15:22:17,815 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting 76f0c2ba7b41496886b6407f250223fd, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732288934031 2024-11-22T15:22:17,815 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8873abd00cf443b4b69d55f1a0583b60, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732288934415 2024-11-22T15:22:17,816 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T15:22:17,816 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting 98f160f95f56415f8117522f633e1bfe, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1732288936321 2024-11-22T15:22:17,820 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T15:22:17,823 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T15:22:17,823 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1540): 438c5562ec8f63d190adecce6a7a4cfd/B is initiating minor compaction (all files) 2024-11-22T15:22:17,823 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 438c5562ec8f63d190adecce6a7a4cfd/B in TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd. 2024-11-22T15:22:17,823 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/B/ecbd4473f7434d689dd1dfb0d0a1a379, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/B/55b6e058e65949728e44e3dd078ed6d4, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/B/f9de9454f91747e5a8c018cf773f1487, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/B/4220b8115b0f435ca46e39bde407bef5] into tmpdir=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/.tmp, totalSize=47.0 K 2024-11-22T15:22:17,825 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting ecbd4473f7434d689dd1dfb0d0a1a379, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732288933328 2024-11-22T15:22:17,828 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting 55b6e058e65949728e44e3dd078ed6d4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732288934031 2024-11-22T15:22:17,828 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting f9de9454f91747e5a8c018cf773f1487, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732288934415 2024-11-22T15:22:17,829 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting 4220b8115b0f435ca46e39bde407bef5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1732288936335 2024-11-22T15:22:17,831 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 438c5562ec8f63d190adecce6a7a4cfd:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T15:22:17,831 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T15:22:17,831 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 438c5562ec8f63d190adecce6a7a4cfd:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T15:22:17,831 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T15:22:17,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(8581): Flush requested on 438c5562ec8f63d190adecce6a7a4cfd 2024-11-22T15:22:17,865 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 438c5562ec8f63d190adecce6a7a4cfd 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-22T15:22:17,865 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=438c5562ec8f63d190adecce6a7a4cfd] 2024-11-22T15:22:17,866 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 438c5562ec8f63d190adecce6a7a4cfd, store=A 2024-11-22T15:22:17,866 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:22:17,866 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 438c5562ec8f63d190adecce6a7a4cfd, store=B 2024-11-22T15:22:17,866 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:22:17,866 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 438c5562ec8f63d190adecce6a7a4cfd, store=C 2024-11-22T15:22:17,866 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:22:17,883 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 438c5562ec8f63d190adecce6a7a4cfd#B#compaction#140 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T15:22:17,884 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/.tmp/B/d51340dc1afd4e529127d1cfcdc9a35c is 50, key is test_row_0/B:col10/1732288936345/Put/seqid=0 2024-11-22T15:22:17,898 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241122f79abb1048d742239bfa76f42e141a52_438c5562ec8f63d190adecce6a7a4cfd store=[table=TestAcidGuarantees family=A region=438c5562ec8f63d190adecce6a7a4cfd] 2024-11-22T15:22:17,905 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241122f79abb1048d742239bfa76f42e141a52_438c5562ec8f63d190adecce6a7a4cfd, store=[table=TestAcidGuarantees family=A region=438c5562ec8f63d190adecce6a7a4cfd] 2024-11-22T15:22:17,906 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122f79abb1048d742239bfa76f42e141a52_438c5562ec8f63d190adecce6a7a4cfd because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=438c5562ec8f63d190adecce6a7a4cfd] 2024-11-22T15:22:17,941 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411220e09b11136f3448fa7e1dfcd5da17dc3_438c5562ec8f63d190adecce6a7a4cfd is 50, key is test_row_0/A:col10/1732288937863/Put/seqid=0 2024-11-22T15:22:17,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073741988_1164 (size=12241) 2024-11-22T15:22:17,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073741989_1165 (size=4469) 2024-11-22T15:22:17,960 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 438c5562ec8f63d190adecce6a7a4cfd#A#compaction#139 average throughput is 0.26 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T15:22:17,960 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/.tmp/A/f9b6f7505520448187a6e84020b480e5 is 175, key is test_row_0/A:col10/1732288936345/Put/seqid=0 2024-11-22T15:22:17,966 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:17,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48100 deadline: 1732288997959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:17,966 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:17,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48082 deadline: 1732288997960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:17,968 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:17,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48104 deadline: 1732288997964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:18,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073741990_1166 (size=14744) 2024-11-22T15:22:18,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073741991_1167 (size=31195) 2024-11-22T15:22:18,048 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/.tmp/A/f9b6f7505520448187a6e84020b480e5 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/A/f9b6f7505520448187a6e84020b480e5 2024-11-22T15:22:18,055 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 438c5562ec8f63d190adecce6a7a4cfd/A of 438c5562ec8f63d190adecce6a7a4cfd into f9b6f7505520448187a6e84020b480e5(size=30.5 K), total size for store is 30.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T15:22:18,055 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 438c5562ec8f63d190adecce6a7a4cfd: 2024-11-22T15:22:18,055 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd., storeName=438c5562ec8f63d190adecce6a7a4cfd/A, priority=12, startTime=1732288937811; duration=0sec 2024-11-22T15:22:18,055 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T15:22:18,055 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 438c5562ec8f63d190adecce6a7a4cfd:A 2024-11-22T15:22:18,055 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T15:22:18,057 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T15:22:18,057 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1540): 438c5562ec8f63d190adecce6a7a4cfd/C is initiating minor compaction (all files) 2024-11-22T15:22:18,057 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 438c5562ec8f63d190adecce6a7a4cfd/C in TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd. 2024-11-22T15:22:18,057 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/C/c5bee63b67944932ab8aacfa75be27da, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/C/92af8e9fefb149399a17c15974a77b76, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/C/d092dfd00961484c8f96b8f0bbe166ed, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/C/bf274200a0f849fd9c943abbcedf91ef] into tmpdir=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/.tmp, totalSize=47.0 K 2024-11-22T15:22:18,058 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting c5bee63b67944932ab8aacfa75be27da, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732288933328 2024-11-22T15:22:18,058 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting 92af8e9fefb149399a17c15974a77b76, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732288934031 2024-11-22T15:22:18,059 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting d092dfd00961484c8f96b8f0bbe166ed, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732288934415 2024-11-22T15:22:18,065 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting bf274200a0f849fd9c943abbcedf91ef, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1732288936335 2024-11-22T15:22:18,076 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:18,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48082 deadline: 1732288998068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:18,077 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:18,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48100 deadline: 1732288998068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:18,082 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:18,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48104 deadline: 1732288998071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:18,103 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 438c5562ec8f63d190adecce6a7a4cfd#C#compaction#142 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T15:22:18,103 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/.tmp/C/ec26dcaa00944712b15c01f7d35fd114 is 50, key is test_row_0/C:col10/1732288936345/Put/seqid=0 2024-11-22T15:22:18,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073741992_1168 (size=12241) 2024-11-22T15:22:18,157 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/.tmp/C/ec26dcaa00944712b15c01f7d35fd114 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/C/ec26dcaa00944712b15c01f7d35fd114 2024-11-22T15:22:18,170 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 438c5562ec8f63d190adecce6a7a4cfd/C of 438c5562ec8f63d190adecce6a7a4cfd into ec26dcaa00944712b15c01f7d35fd114(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T15:22:18,170 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 438c5562ec8f63d190adecce6a7a4cfd: 2024-11-22T15:22:18,170 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd., storeName=438c5562ec8f63d190adecce6a7a4cfd/C, priority=12, startTime=1732288937831; duration=0sec 2024-11-22T15:22:18,170 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T15:22:18,170 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 438c5562ec8f63d190adecce6a7a4cfd:C 2024-11-22T15:22:18,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-22T15:22:18,259 INFO [Thread-674 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 45 completed 2024-11-22T15:22:18,260 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T15:22:18,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] procedure2.ProcedureExecutor(1098): Stored pid=47, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees 2024-11-22T15:22:18,264 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=47, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T15:22:18,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-22T15:22:18,265 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=47, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T15:22:18,265 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T15:22:18,286 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:18,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48100 deadline: 1732288998280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:18,287 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:18,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48082 deadline: 1732288998280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:18,293 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:18,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48104 deadline: 1732288998286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:18,362 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/.tmp/B/d51340dc1afd4e529127d1cfcdc9a35c as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/B/d51340dc1afd4e529127d1cfcdc9a35c 2024-11-22T15:22:18,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-22T15:22:18,385 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 438c5562ec8f63d190adecce6a7a4cfd/B of 438c5562ec8f63d190adecce6a7a4cfd into d51340dc1afd4e529127d1cfcdc9a35c(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T15:22:18,385 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 438c5562ec8f63d190adecce6a7a4cfd: 2024-11-22T15:22:18,385 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd., storeName=438c5562ec8f63d190adecce6a7a4cfd/B, priority=12, startTime=1732288937816; duration=0sec 2024-11-22T15:22:18,385 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T15:22:18,385 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 438c5562ec8f63d190adecce6a7a4cfd:B 2024-11-22T15:22:18,423 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:22:18,428 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:22:18,429 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411220e09b11136f3448fa7e1dfcd5da17dc3_438c5562ec8f63d190adecce6a7a4cfd to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411220e09b11136f3448fa7e1dfcd5da17dc3_438c5562ec8f63d190adecce6a7a4cfd 2024-11-22T15:22:18,430 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/.tmp/A/cbdecdd4095e47f8940feb74e0f9ee1a, store: [table=TestAcidGuarantees family=A region=438c5562ec8f63d190adecce6a7a4cfd] 2024-11-22T15:22:18,431 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/.tmp/A/cbdecdd4095e47f8940feb74e0f9ee1a is 175, key is test_row_0/A:col10/1732288937863/Put/seqid=0 2024-11-22T15:22:18,435 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-22T15:22:18,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd. 2024-11-22T15:22:18,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd. as already flushing 2024-11-22T15:22:18,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd. 2024-11-22T15:22:18,436 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 438c5562ec8f63d190adecce6a7a4cfd, NAME => 'TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:18,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 438c5562ec8f63d190adecce6a7a4cfd, NAME => 'TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:18,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 438c5562ec8f63d190adecce6a7a4cfd, NAME => 'TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 438c5562ec8f63d190adecce6a7a4cfd, NAME => 'TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:18,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073741993_1169 (size=39699) 2024-11-22T15:22:18,489 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=132, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/.tmp/A/cbdecdd4095e47f8940feb74e0f9ee1a 2024-11-22T15:22:18,510 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/.tmp/B/5eaa73c21e9045de872fb92461773861 is 50, key is test_row_0/B:col10/1732288937863/Put/seqid=0 2024-11-22T15:22:18,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073741994_1170 (size=12101) 2024-11-22T15:22:18,567 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/.tmp/B/5eaa73c21e9045de872fb92461773861 2024-11-22T15:22:18,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-22T15:22:18,592 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:18,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48100 deadline: 1732288998591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:18,593 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:18,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48082 deadline: 1732288998591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:18,595 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/.tmp/C/d4be64a18eb24510a336d0889053747c is 50, key is test_row_0/C:col10/1732288937863/Put/seqid=0 2024-11-22T15:22:18,598 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:22:18,597 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:18,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48104 deadline: 1732288998595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:18,599 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-22T15:22:18,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd. 2024-11-22T15:22:18,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd. as already flushing 2024-11-22T15:22:18,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd. 2024-11-22T15:22:18,600 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 438c5562ec8f63d190adecce6a7a4cfd, NAME => 'TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:18,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 438c5562ec8f63d190adecce6a7a4cfd, NAME => 'TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:18,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 438c5562ec8f63d190adecce6a7a4cfd, NAME => 'TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 438c5562ec8f63d190adecce6a7a4cfd, NAME => 'TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:18,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073741995_1171 (size=12101) 2024-11-22T15:22:18,670 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:18,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48102 deadline: 1732288998663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:18,671 DEBUG [Thread-668 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4242 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd., hostname=77927f992d0b,45443,1732288897733, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T15:22:18,673 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:18,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48038 deadline: 1732288998672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:18,679 DEBUG [Thread-666 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4254 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd., hostname=77927f992d0b,45443,1732288897733, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T15:22:18,753 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:22:18,762 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-22T15:22:18,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd. 2024-11-22T15:22:18,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd. as already flushing 2024-11-22T15:22:18,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd. 2024-11-22T15:22:18,763 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 438c5562ec8f63d190adecce6a7a4cfd, NAME => 'TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:18,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 438c5562ec8f63d190adecce6a7a4cfd, NAME => 'TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:18,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 438c5562ec8f63d190adecce6a7a4cfd, NAME => 'TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 438c5562ec8f63d190adecce6a7a4cfd, NAME => 'TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:18,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-22T15:22:18,915 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:22:18,916 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-22T15:22:18,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd. 2024-11-22T15:22:18,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd. as already flushing 2024-11-22T15:22:18,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd. 2024-11-22T15:22:18,916 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 438c5562ec8f63d190adecce6a7a4cfd, NAME => 'TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:18,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 438c5562ec8f63d190adecce6a7a4cfd, NAME => 'TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:18,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 438c5562ec8f63d190adecce6a7a4cfd, NAME => 'TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 438c5562ec8f63d190adecce6a7a4cfd, NAME => 'TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:19,021 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/.tmp/C/d4be64a18eb24510a336d0889053747c 2024-11-22T15:22:19,027 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/.tmp/A/cbdecdd4095e47f8940feb74e0f9ee1a as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/A/cbdecdd4095e47f8940feb74e0f9ee1a 2024-11-22T15:22:19,032 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/A/cbdecdd4095e47f8940feb74e0f9ee1a, entries=200, sequenceid=132, filesize=38.8 K 2024-11-22T15:22:19,034 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/.tmp/B/5eaa73c21e9045de872fb92461773861 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/B/5eaa73c21e9045de872fb92461773861 2024-11-22T15:22:19,040 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/B/5eaa73c21e9045de872fb92461773861, entries=150, sequenceid=132, filesize=11.8 K 2024-11-22T15:22:19,041 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/.tmp/C/d4be64a18eb24510a336d0889053747c as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/C/d4be64a18eb24510a336d0889053747c 2024-11-22T15:22:19,048 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/C/d4be64a18eb24510a336d0889053747c, entries=150, sequenceid=132, filesize=11.8 K 2024-11-22T15:22:19,049 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 438c5562ec8f63d190adecce6a7a4cfd in 1184ms, sequenceid=132, compaction requested=false 2024-11-22T15:22:19,049 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 438c5562ec8f63d190adecce6a7a4cfd: 2024-11-22T15:22:19,069 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:22:19,069 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-22T15:22:19,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd. 2024-11-22T15:22:19,070 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2837): Flushing 438c5562ec8f63d190adecce6a7a4cfd 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-22T15:22:19,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 438c5562ec8f63d190adecce6a7a4cfd, store=A 2024-11-22T15:22:19,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:22:19,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 438c5562ec8f63d190adecce6a7a4cfd, store=B 2024-11-22T15:22:19,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:22:19,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 438c5562ec8f63d190adecce6a7a4cfd, store=C 2024-11-22T15:22:19,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:22:19,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(8581): Flush requested on 438c5562ec8f63d190adecce6a7a4cfd 2024-11-22T15:22:19,109 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd. as already flushing 2024-11-22T15:22:19,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122adac3f7602664cd9ab1f9c5aba3e06d8_438c5562ec8f63d190adecce6a7a4cfd is 50, key is test_row_0/A:col10/1732288937957/Put/seqid=0 2024-11-22T15:22:19,138 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:19,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48082 deadline: 1732288999133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:19,139 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:19,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48100 deadline: 1732288999133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:19,150 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:19,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48104 deadline: 1732288999138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:19,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073741996_1172 (size=12304) 2024-11-22T15:22:19,242 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:19,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48082 deadline: 1732288999241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:19,244 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:19,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48100 deadline: 1732288999241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:19,254 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:19,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48104 deadline: 1732288999251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:19,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-22T15:22:19,452 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:19,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48082 deadline: 1732288999447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:19,456 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:19,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48100 deadline: 1732288999447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:19,459 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:19,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48104 deadline: 1732288999457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:19,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:22:19,582 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122adac3f7602664cd9ab1f9c5aba3e06d8_438c5562ec8f63d190adecce6a7a4cfd to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122adac3f7602664cd9ab1f9c5aba3e06d8_438c5562ec8f63d190adecce6a7a4cfd 2024-11-22T15:22:19,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/.tmp/A/0f6a3d7f5a3e4ffbb1dac1191d92f703, store: [table=TestAcidGuarantees family=A region=438c5562ec8f63d190adecce6a7a4cfd] 2024-11-22T15:22:19,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/.tmp/A/0f6a3d7f5a3e4ffbb1dac1191d92f703 is 175, key is test_row_0/A:col10/1732288937957/Put/seqid=0 2024-11-22T15:22:19,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073741997_1173 (size=31105) 2024-11-22T15:22:19,648 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=158, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/.tmp/A/0f6a3d7f5a3e4ffbb1dac1191d92f703 2024-11-22T15:22:19,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/.tmp/B/2223b36e181941f9a214f5de9523eb1f is 50, key is test_row_0/B:col10/1732288937957/Put/seqid=0 2024-11-22T15:22:19,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073741998_1174 (size=12151) 2024-11-22T15:22:19,704 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/.tmp/B/2223b36e181941f9a214f5de9523eb1f 2024-11-22T15:22:19,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/.tmp/C/4981b7bc866143b1be9ff0bfcc61ebc7 is 50, key is test_row_0/C:col10/1732288937957/Put/seqid=0 2024-11-22T15:22:19,760 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:19,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48082 deadline: 1732288999757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:19,760 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:19,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48100 deadline: 1732288999757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:19,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073741999_1175 (size=12151) 2024-11-22T15:22:19,772 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:19,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48104 deadline: 1732288999761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:19,776 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/.tmp/C/4981b7bc866143b1be9ff0bfcc61ebc7 2024-11-22T15:22:19,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/.tmp/A/0f6a3d7f5a3e4ffbb1dac1191d92f703 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/A/0f6a3d7f5a3e4ffbb1dac1191d92f703 2024-11-22T15:22:19,789 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/A/0f6a3d7f5a3e4ffbb1dac1191d92f703, entries=150, sequenceid=158, filesize=30.4 K 2024-11-22T15:22:19,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/.tmp/B/2223b36e181941f9a214f5de9523eb1f as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/B/2223b36e181941f9a214f5de9523eb1f 2024-11-22T15:22:19,834 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/B/2223b36e181941f9a214f5de9523eb1f, entries=150, sequenceid=158, filesize=11.9 K 2024-11-22T15:22:19,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/.tmp/C/4981b7bc866143b1be9ff0bfcc61ebc7 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/C/4981b7bc866143b1be9ff0bfcc61ebc7 2024-11-22T15:22:19,844 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/C/4981b7bc866143b1be9ff0bfcc61ebc7, entries=150, sequenceid=158, filesize=11.9 K 2024-11-22T15:22:19,846 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for 438c5562ec8f63d190adecce6a7a4cfd in 776ms, sequenceid=158, compaction requested=true 2024-11-22T15:22:19,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2538): Flush status journal for 438c5562ec8f63d190adecce6a7a4cfd: 2024-11-22T15:22:19,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd. 2024-11-22T15:22:19,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-22T15:22:19,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4106): Remote procedure done, pid=48 2024-11-22T15:22:19,849 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=48, resume processing ppid=47 2024-11-22T15:22:19,849 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=48, ppid=47, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5830 sec 2024-11-22T15:22:19,855 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=47, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees in 1.5900 sec 2024-11-22T15:22:20,269 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 438c5562ec8f63d190adecce6a7a4cfd 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-22T15:22:20,269 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 438c5562ec8f63d190adecce6a7a4cfd, store=A 2024-11-22T15:22:20,269 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:22:20,269 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 438c5562ec8f63d190adecce6a7a4cfd, store=B 2024-11-22T15:22:20,269 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:22:20,270 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 438c5562ec8f63d190adecce6a7a4cfd, store=C 2024-11-22T15:22:20,270 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:22:20,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(8581): Flush requested on 438c5562ec8f63d190adecce6a7a4cfd 2024-11-22T15:22:20,296 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122985b19512fca49f59e04c87dbc4deb16_438c5562ec8f63d190adecce6a7a4cfd is 50, key is test_row_0/A:col10/1732288939125/Put/seqid=0 2024-11-22T15:22:20,329 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:20,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48100 deadline: 1732289000327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:20,333 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:20,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48082 deadline: 1732289000329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:20,339 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:20,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48104 deadline: 1732289000337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:20,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742000_1176 (size=12304) 2024-11-22T15:22:20,351 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:22:20,356 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122985b19512fca49f59e04c87dbc4deb16_438c5562ec8f63d190adecce6a7a4cfd to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122985b19512fca49f59e04c87dbc4deb16_438c5562ec8f63d190adecce6a7a4cfd 2024-11-22T15:22:20,360 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/.tmp/A/869f038a4d7c49888f9b0063b12e00c8, store: [table=TestAcidGuarantees family=A region=438c5562ec8f63d190adecce6a7a4cfd] 2024-11-22T15:22:20,360 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/.tmp/A/869f038a4d7c49888f9b0063b12e00c8 is 175, key is test_row_0/A:col10/1732288939125/Put/seqid=0 2024-11-22T15:22:20,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-22T15:22:20,370 INFO [Thread-674 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 47 completed 2024-11-22T15:22:20,372 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T15:22:20,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] procedure2.ProcedureExecutor(1098): Stored pid=49, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees 2024-11-22T15:22:20,373 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=49, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T15:22:20,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-22T15:22:20,374 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=49, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T15:22:20,374 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=50, ppid=49, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T15:22:20,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742001_1177 (size=31105) 2024-11-22T15:22:20,436 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:20,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48100 deadline: 1732289000430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:20,437 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:20,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48082 deadline: 1732289000434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:20,445 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:20,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48104 deadline: 1732289000441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:20,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-22T15:22:20,530 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:22:20,530 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-22T15:22:20,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd. 2024-11-22T15:22:20,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd. as already flushing 2024-11-22T15:22:20,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd. 2024-11-22T15:22:20,531 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 438c5562ec8f63d190adecce6a7a4cfd, NAME => 'TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:20,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 438c5562ec8f63d190adecce6a7a4cfd, NAME => 'TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:20,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 438c5562ec8f63d190adecce6a7a4cfd, NAME => 'TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 438c5562ec8f63d190adecce6a7a4cfd, NAME => 'TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:20,639 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:20,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48082 deadline: 1732289000638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:20,640 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:20,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48100 deadline: 1732289000639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:20,653 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:20,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48104 deadline: 1732289000648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:20,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-22T15:22:20,683 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:22:20,684 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-22T15:22:20,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd. 2024-11-22T15:22:20,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd. as already flushing 2024-11-22T15:22:20,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd. 2024-11-22T15:22:20,685 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 438c5562ec8f63d190adecce6a7a4cfd, NAME => 'TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:20,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 438c5562ec8f63d190adecce6a7a4cfd, NAME => 'TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:20,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 438c5562ec8f63d190adecce6a7a4cfd, NAME => 'TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 438c5562ec8f63d190adecce6a7a4cfd, NAME => 'TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:20,815 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=174, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/.tmp/A/869f038a4d7c49888f9b0063b12e00c8 2024-11-22T15:22:20,838 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:22:20,839 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-22T15:22:20,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd. 2024-11-22T15:22:20,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd. as already flushing 2024-11-22T15:22:20,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd. 2024-11-22T15:22:20,840 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 438c5562ec8f63d190adecce6a7a4cfd, NAME => 'TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:20,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 438c5562ec8f63d190adecce6a7a4cfd, NAME => 'TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:20,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 438c5562ec8f63d190adecce6a7a4cfd, NAME => 'TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 438c5562ec8f63d190adecce6a7a4cfd, NAME => 'TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:20,853 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/.tmp/B/42aff9339fbb4caa986a350339b4a395 is 50, key is test_row_0/B:col10/1732288939125/Put/seqid=0 2024-11-22T15:22:20,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742002_1178 (size=12151) 2024-11-22T15:22:20,945 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:20,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48100 deadline: 1732289000943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:20,946 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:20,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48082 deadline: 1732289000943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:20,959 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:20,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48104 deadline: 1732289000956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:20,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-22T15:22:21,003 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:22:21,003 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-22T15:22:21,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd. 2024-11-22T15:22:21,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd. as already flushing 2024-11-22T15:22:21,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd. 2024-11-22T15:22:21,006 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 438c5562ec8f63d190adecce6a7a4cfd, NAME => 'TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:21,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 438c5562ec8f63d190adecce6a7a4cfd, NAME => 'TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:21,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 438c5562ec8f63d190adecce6a7a4cfd, NAME => 'TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 438c5562ec8f63d190adecce6a7a4cfd, NAME => 'TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:21,159 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:22:21,160 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-22T15:22:21,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd. 2024-11-22T15:22:21,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd. as already flushing 2024-11-22T15:22:21,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd. 2024-11-22T15:22:21,160 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 438c5562ec8f63d190adecce6a7a4cfd, NAME => 'TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:21,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 438c5562ec8f63d190adecce6a7a4cfd, NAME => 'TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:21,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 438c5562ec8f63d190adecce6a7a4cfd, NAME => 'TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 438c5562ec8f63d190adecce6a7a4cfd, NAME => 'TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:21,285 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=174 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/.tmp/B/42aff9339fbb4caa986a350339b4a395 2024-11-22T15:22:21,312 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:22:21,313 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-22T15:22:21,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd. 2024-11-22T15:22:21,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd. as already flushing 2024-11-22T15:22:21,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd. 2024-11-22T15:22:21,315 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 438c5562ec8f63d190adecce6a7a4cfd, NAME => 'TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:21,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 438c5562ec8f63d190adecce6a7a4cfd, NAME => 'TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:21,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 438c5562ec8f63d190adecce6a7a4cfd, NAME => 'TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 438c5562ec8f63d190adecce6a7a4cfd, NAME => 'TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:21,320 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/.tmp/C/aeb8b6698d9341b29caa6c68d9f91ca9 is 50, key is test_row_0/C:col10/1732288939125/Put/seqid=0 2024-11-22T15:22:21,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742003_1179 (size=12151) 2024-11-22T15:22:21,365 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=174 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/.tmp/C/aeb8b6698d9341b29caa6c68d9f91ca9 2024-11-22T15:22:21,372 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/.tmp/A/869f038a4d7c49888f9b0063b12e00c8 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/A/869f038a4d7c49888f9b0063b12e00c8 2024-11-22T15:22:21,379 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/A/869f038a4d7c49888f9b0063b12e00c8, entries=150, sequenceid=174, filesize=30.4 K 2024-11-22T15:22:21,388 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/.tmp/B/42aff9339fbb4caa986a350339b4a395 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/B/42aff9339fbb4caa986a350339b4a395 2024-11-22T15:22:21,393 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/B/42aff9339fbb4caa986a350339b4a395, entries=150, sequenceid=174, filesize=11.9 K 2024-11-22T15:22:21,394 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/.tmp/C/aeb8b6698d9341b29caa6c68d9f91ca9 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/C/aeb8b6698d9341b29caa6c68d9f91ca9 2024-11-22T15:22:21,399 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/C/aeb8b6698d9341b29caa6c68d9f91ca9, entries=150, sequenceid=174, filesize=11.9 K 2024-11-22T15:22:21,400 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 438c5562ec8f63d190adecce6a7a4cfd in 1131ms, sequenceid=174, compaction requested=true 2024-11-22T15:22:21,400 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 438c5562ec8f63d190adecce6a7a4cfd: 2024-11-22T15:22:21,401 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T15:22:21,401 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 438c5562ec8f63d190adecce6a7a4cfd:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T15:22:21,401 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T15:22:21,401 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T15:22:21,402 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 133104 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T15:22:21,403 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1540): 438c5562ec8f63d190adecce6a7a4cfd/A is initiating minor compaction (all files) 2024-11-22T15:22:21,403 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 438c5562ec8f63d190adecce6a7a4cfd/A in TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd. 2024-11-22T15:22:21,403 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/A/f9b6f7505520448187a6e84020b480e5, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/A/cbdecdd4095e47f8940feb74e0f9ee1a, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/A/0f6a3d7f5a3e4ffbb1dac1191d92f703, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/A/869f038a4d7c49888f9b0063b12e00c8] into tmpdir=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/.tmp, totalSize=130.0 K 2024-11-22T15:22:21,403 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd. 2024-11-22T15:22:21,403 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd. files: [hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/A/f9b6f7505520448187a6e84020b480e5, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/A/cbdecdd4095e47f8940feb74e0f9ee1a, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/A/0f6a3d7f5a3e4ffbb1dac1191d92f703, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/A/869f038a4d7c49888f9b0063b12e00c8] 2024-11-22T15:22:21,404 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48644 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T15:22:21,404 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1540): 438c5562ec8f63d190adecce6a7a4cfd/B is initiating minor compaction (all files) 2024-11-22T15:22:21,404 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 438c5562ec8f63d190adecce6a7a4cfd/B in TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd. 2024-11-22T15:22:21,404 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/B/d51340dc1afd4e529127d1cfcdc9a35c, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/B/5eaa73c21e9045de872fb92461773861, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/B/2223b36e181941f9a214f5de9523eb1f, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/B/42aff9339fbb4caa986a350339b4a395] into tmpdir=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/.tmp, totalSize=47.5 K 2024-11-22T15:22:21,405 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting d51340dc1afd4e529127d1cfcdc9a35c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1732288936335 2024-11-22T15:22:21,405 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting f9b6f7505520448187a6e84020b480e5, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1732288936335 2024-11-22T15:22:21,405 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 438c5562ec8f63d190adecce6a7a4cfd:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T15:22:21,405 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T15:22:21,405 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 438c5562ec8f63d190adecce6a7a4cfd:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T15:22:21,405 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T15:22:21,405 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting 5eaa73c21e9045de872fb92461773861, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1732288936703 2024-11-22T15:22:21,405 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting cbdecdd4095e47f8940feb74e0f9ee1a, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1732288936703 2024-11-22T15:22:21,406 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting 2223b36e181941f9a214f5de9523eb1f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732288937957 2024-11-22T15:22:21,406 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0f6a3d7f5a3e4ffbb1dac1191d92f703, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732288937957 2024-11-22T15:22:21,406 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting 42aff9339fbb4caa986a350339b4a395, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1732288939125 2024-11-22T15:22:21,406 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting 869f038a4d7c49888f9b0063b12e00c8, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1732288939125 2024-11-22T15:22:21,429 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 438c5562ec8f63d190adecce6a7a4cfd#B#compaction#151 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T15:22:21,429 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/.tmp/B/c83c83636f26418b965a2fe035a55a5b is 50, key is test_row_0/B:col10/1732288939125/Put/seqid=0 2024-11-22T15:22:21,438 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=438c5562ec8f63d190adecce6a7a4cfd] 2024-11-22T15:22:21,443 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112227ea66af4f1b4bc08b9f89fca0718803_438c5562ec8f63d190adecce6a7a4cfd store=[table=TestAcidGuarantees family=A region=438c5562ec8f63d190adecce6a7a4cfd] 2024-11-22T15:22:21,446 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112227ea66af4f1b4bc08b9f89fca0718803_438c5562ec8f63d190adecce6a7a4cfd, store=[table=TestAcidGuarantees family=A region=438c5562ec8f63d190adecce6a7a4cfd] 2024-11-22T15:22:21,446 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112227ea66af4f1b4bc08b9f89fca0718803_438c5562ec8f63d190adecce6a7a4cfd because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=438c5562ec8f63d190adecce6a7a4cfd] 2024-11-22T15:22:21,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(8581): Flush requested on 438c5562ec8f63d190adecce6a7a4cfd 2024-11-22T15:22:21,456 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 438c5562ec8f63d190adecce6a7a4cfd 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-22T15:22:21,461 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 438c5562ec8f63d190adecce6a7a4cfd, store=A 2024-11-22T15:22:21,461 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:22:21,461 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 438c5562ec8f63d190adecce6a7a4cfd, store=B 2024-11-22T15:22:21,461 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:22:21,461 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 438c5562ec8f63d190adecce6a7a4cfd, store=C 2024-11-22T15:22:21,461 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:22:21,468 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:22:21,469 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-22T15:22:21,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd. 2024-11-22T15:22:21,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd. as already flushing 2024-11-22T15:22:21,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd. 2024-11-22T15:22:21,469 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 438c5562ec8f63d190adecce6a7a4cfd, NAME => 'TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:21,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 438c5562ec8f63d190adecce6a7a4cfd, NAME => 'TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:21,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 438c5562ec8f63d190adecce6a7a4cfd, NAME => 'TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 438c5562ec8f63d190adecce6a7a4cfd, NAME => 'TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:21,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742004_1180 (size=12527) 2024-11-22T15:22:21,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-22T15:22:21,488 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/.tmp/B/c83c83636f26418b965a2fe035a55a5b as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/B/c83c83636f26418b965a2fe035a55a5b 2024-11-22T15:22:21,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742005_1181 (size=4469) 2024-11-22T15:22:21,503 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 438c5562ec8f63d190adecce6a7a4cfd/B of 438c5562ec8f63d190adecce6a7a4cfd into c83c83636f26418b965a2fe035a55a5b(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T15:22:21,503 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 438c5562ec8f63d190adecce6a7a4cfd: 2024-11-22T15:22:21,504 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd., storeName=438c5562ec8f63d190adecce6a7a4cfd/B, priority=12, startTime=1732288941401; duration=0sec 2024-11-22T15:22:21,504 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T15:22:21,504 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 438c5562ec8f63d190adecce6a7a4cfd:B 2024-11-22T15:22:21,504 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T15:22:21,512 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411225ec51cd2d4394c90bb5b9b6c991a02ba_438c5562ec8f63d190adecce6a7a4cfd is 50, key is test_row_0/A:col10/1732288941452/Put/seqid=0 2024-11-22T15:22:21,512 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48644 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T15:22:21,512 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1540): 438c5562ec8f63d190adecce6a7a4cfd/C is initiating minor compaction (all files) 2024-11-22T15:22:21,512 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 438c5562ec8f63d190adecce6a7a4cfd/C in TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd. 2024-11-22T15:22:21,512 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/C/ec26dcaa00944712b15c01f7d35fd114, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/C/d4be64a18eb24510a336d0889053747c, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/C/4981b7bc866143b1be9ff0bfcc61ebc7, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/C/aeb8b6698d9341b29caa6c68d9f91ca9] into tmpdir=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/.tmp, totalSize=47.5 K 2024-11-22T15:22:21,513 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting ec26dcaa00944712b15c01f7d35fd114, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1732288936335 2024-11-22T15:22:21,513 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting d4be64a18eb24510a336d0889053747c, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1732288936703 2024-11-22T15:22:21,513 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting 4981b7bc866143b1be9ff0bfcc61ebc7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732288937957 2024-11-22T15:22:21,514 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting aeb8b6698d9341b29caa6c68d9f91ca9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1732288939125 2024-11-22T15:22:21,528 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:21,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48104 deadline: 1732289001517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:21,529 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:21,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48082 deadline: 1732289001518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:21,547 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:21,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48100 deadline: 1732289001531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:21,573 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 438c5562ec8f63d190adecce6a7a4cfd#C#compaction#154 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T15:22:21,574 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/.tmp/C/7db3ae71b0dc4f53aacd024c49915a19 is 50, key is test_row_0/C:col10/1732288939125/Put/seqid=0 2024-11-22T15:22:21,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742006_1182 (size=12304) 2024-11-22T15:22:21,624 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:22:21,625 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-22T15:22:21,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd. 2024-11-22T15:22:21,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd. as already flushing 2024-11-22T15:22:21,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd. 2024-11-22T15:22:21,625 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 438c5562ec8f63d190adecce6a7a4cfd, NAME => 'TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:21,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 438c5562ec8f63d190adecce6a7a4cfd, NAME => 'TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:21,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 438c5562ec8f63d190adecce6a7a4cfd, NAME => 'TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 438c5562ec8f63d190adecce6a7a4cfd, NAME => 'TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:21,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742007_1183 (size=12527) 2024-11-22T15:22:21,635 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:21,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48104 deadline: 1732289001630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:21,636 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:21,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48082 deadline: 1732289001631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:21,647 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/.tmp/C/7db3ae71b0dc4f53aacd024c49915a19 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/C/7db3ae71b0dc4f53aacd024c49915a19 2024-11-22T15:22:21,651 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:21,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48100 deadline: 1732289001648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:21,654 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 438c5562ec8f63d190adecce6a7a4cfd/C of 438c5562ec8f63d190adecce6a7a4cfd into 7db3ae71b0dc4f53aacd024c49915a19(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T15:22:21,654 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 438c5562ec8f63d190adecce6a7a4cfd: 2024-11-22T15:22:21,654 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd., storeName=438c5562ec8f63d190adecce6a7a4cfd/C, priority=12, startTime=1732288941405; duration=0sec 2024-11-22T15:22:21,654 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T15:22:21,654 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 438c5562ec8f63d190adecce6a7a4cfd:C 2024-11-22T15:22:21,778 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:22:21,779 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-22T15:22:21,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd. 2024-11-22T15:22:21,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd. as already flushing 2024-11-22T15:22:21,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd. 2024-11-22T15:22:21,780 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 438c5562ec8f63d190adecce6a7a4cfd, NAME => 'TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:21,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 438c5562ec8f63d190adecce6a7a4cfd, NAME => 'TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:21,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 438c5562ec8f63d190adecce6a7a4cfd, NAME => 'TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 438c5562ec8f63d190adecce6a7a4cfd, NAME => 'TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:21,846 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:21,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48104 deadline: 1732289001838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:21,846 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:21,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48082 deadline: 1732289001839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:21,863 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:21,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48100 deadline: 1732289001854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:21,896 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 438c5562ec8f63d190adecce6a7a4cfd#A#compaction#152 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T15:22:21,897 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/.tmp/A/d93bed00cab9482782ce63cead7af251 is 175, key is test_row_0/A:col10/1732288939125/Put/seqid=0 2024-11-22T15:22:21,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742008_1184 (size=31481) 2024-11-22T15:22:21,931 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/.tmp/A/d93bed00cab9482782ce63cead7af251 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/A/d93bed00cab9482782ce63cead7af251 2024-11-22T15:22:21,933 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:22:21,933 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-22T15:22:21,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd. 2024-11-22T15:22:21,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd. as already flushing 2024-11-22T15:22:21,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd. 2024-11-22T15:22:21,934 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 438c5562ec8f63d190adecce6a7a4cfd, NAME => 'TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:21,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 438c5562ec8f63d190adecce6a7a4cfd, NAME => 'TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:21,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 438c5562ec8f63d190adecce6a7a4cfd, NAME => 'TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 438c5562ec8f63d190adecce6a7a4cfd, NAME => 'TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:21,938 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 438c5562ec8f63d190adecce6a7a4cfd/A of 438c5562ec8f63d190adecce6a7a4cfd into d93bed00cab9482782ce63cead7af251(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T15:22:21,938 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 438c5562ec8f63d190adecce6a7a4cfd: 2024-11-22T15:22:21,938 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd., storeName=438c5562ec8f63d190adecce6a7a4cfd/A, priority=12, startTime=1732288941400; duration=0sec 2024-11-22T15:22:21,939 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T15:22:21,939 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 438c5562ec8f63d190adecce6a7a4cfd:A 2024-11-22T15:22:22,001 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:22:22,005 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411225ec51cd2d4394c90bb5b9b6c991a02ba_438c5562ec8f63d190adecce6a7a4cfd to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411225ec51cd2d4394c90bb5b9b6c991a02ba_438c5562ec8f63d190adecce6a7a4cfd 2024-11-22T15:22:22,009 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/.tmp/A/0cebb202cdf34d72b79be099c9f1c1f7, store: [table=TestAcidGuarantees family=A region=438c5562ec8f63d190adecce6a7a4cfd] 2024-11-22T15:22:22,009 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/.tmp/A/0cebb202cdf34d72b79be099c9f1c1f7 is 175, key is test_row_0/A:col10/1732288941452/Put/seqid=0 2024-11-22T15:22:22,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742009_1185 (size=31105) 2024-11-22T15:22:22,029 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=196, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/.tmp/A/0cebb202cdf34d72b79be099c9f1c1f7 2024-11-22T15:22:22,060 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/.tmp/B/4bee7b86ff7e4b20bb330acd9d1ea318 is 50, key is test_row_0/B:col10/1732288941452/Put/seqid=0 2024-11-22T15:22:22,086 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:22:22,087 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-22T15:22:22,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd. 2024-11-22T15:22:22,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd. as already flushing 2024-11-22T15:22:22,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd. 2024-11-22T15:22:22,088 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 438c5562ec8f63d190adecce6a7a4cfd, NAME => 'TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:22,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 438c5562ec8f63d190adecce6a7a4cfd, NAME => 'TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:22,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 438c5562ec8f63d190adecce6a7a4cfd, NAME => 'TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 438c5562ec8f63d190adecce6a7a4cfd, NAME => 'TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:22,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742010_1186 (size=12151) 2024-11-22T15:22:22,096 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/.tmp/B/4bee7b86ff7e4b20bb330acd9d1ea318 2024-11-22T15:22:22,121 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/.tmp/C/38d262543bb3446e98e4dc9b84c7960b is 50, key is test_row_0/C:col10/1732288941452/Put/seqid=0 2024-11-22T15:22:22,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742011_1187 (size=12151) 2024-11-22T15:22:22,147 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/.tmp/C/38d262543bb3446e98e4dc9b84c7960b 2024-11-22T15:22:22,150 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:22,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48082 deadline: 1732289002149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:22,151 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:22,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48104 deadline: 1732289002150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:22,161 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/.tmp/A/0cebb202cdf34d72b79be099c9f1c1f7 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/A/0cebb202cdf34d72b79be099c9f1c1f7 2024-11-22T15:22:22,167 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/A/0cebb202cdf34d72b79be099c9f1c1f7, entries=150, sequenceid=196, filesize=30.4 K 2024-11-22T15:22:22,169 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:22,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48100 deadline: 1732289002165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:22,170 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/.tmp/B/4bee7b86ff7e4b20bb330acd9d1ea318 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/B/4bee7b86ff7e4b20bb330acd9d1ea318 2024-11-22T15:22:22,178 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/B/4bee7b86ff7e4b20bb330acd9d1ea318, entries=150, sequenceid=196, filesize=11.9 K 2024-11-22T15:22:22,182 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/.tmp/C/38d262543bb3446e98e4dc9b84c7960b as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/C/38d262543bb3446e98e4dc9b84c7960b 2024-11-22T15:22:22,188 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/C/38d262543bb3446e98e4dc9b84c7960b, entries=150, sequenceid=196, filesize=11.9 K 2024-11-22T15:22:22,189 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=80.51 KB/82440 for 438c5562ec8f63d190adecce6a7a4cfd in 732ms, sequenceid=196, compaction requested=false 2024-11-22T15:22:22,189 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 438c5562ec8f63d190adecce6a7a4cfd: 2024-11-22T15:22:22,241 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:22:22,241 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-22T15:22:22,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd. 2024-11-22T15:22:22,242 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2837): Flushing 438c5562ec8f63d190adecce6a7a4cfd 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-22T15:22:22,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 438c5562ec8f63d190adecce6a7a4cfd, store=A 2024-11-22T15:22:22,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:22:22,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 438c5562ec8f63d190adecce6a7a4cfd, store=B 2024-11-22T15:22:22,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:22:22,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 438c5562ec8f63d190adecce6a7a4cfd, store=C 2024-11-22T15:22:22,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:22:22,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122fd73142964004da8b26c7a60f139c77f_438c5562ec8f63d190adecce6a7a4cfd is 50, key is test_row_0/A:col10/1732288941516/Put/seqid=0 2024-11-22T15:22:22,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742012_1188 (size=12304) 2024-11-22T15:22:22,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:22:22,311 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122fd73142964004da8b26c7a60f139c77f_438c5562ec8f63d190adecce6a7a4cfd to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122fd73142964004da8b26c7a60f139c77f_438c5562ec8f63d190adecce6a7a4cfd 2024-11-22T15:22:22,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/.tmp/A/e3624aa761ed407686079c28c210f402, store: [table=TestAcidGuarantees family=A region=438c5562ec8f63d190adecce6a7a4cfd] 2024-11-22T15:22:22,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/.tmp/A/e3624aa761ed407686079c28c210f402 is 175, key is test_row_0/A:col10/1732288941516/Put/seqid=0 2024-11-22T15:22:22,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742013_1189 (size=31105) 2024-11-22T15:22:22,378 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=214, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/.tmp/A/e3624aa761ed407686079c28c210f402 2024-11-22T15:22:22,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/.tmp/B/059f9a37f0ef454ab5d10f57df99414e is 50, key is test_row_0/B:col10/1732288941516/Put/seqid=0 2024-11-22T15:22:22,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742014_1190 (size=12151) 2024-11-22T15:22:22,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-22T15:22:22,658 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd. as already flushing 2024-11-22T15:22:22,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(8581): Flush requested on 438c5562ec8f63d190adecce6a7a4cfd 2024-11-22T15:22:22,700 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:22,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48082 deadline: 1732289002695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:22,701 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:22,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48100 deadline: 1732289002696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:22,702 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:22,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48104 deadline: 1732289002699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:22,708 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:22,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48102 deadline: 1732289002701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:22,708 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:22,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48038 deadline: 1732289002701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:22,709 DEBUG [Thread-666 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8284 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd., hostname=77927f992d0b,45443,1732288897733, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T15:22:22,811 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:22,811 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:22,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48104 deadline: 1732289002803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:22,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48082 deadline: 1732289002803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:22,812 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:22,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48100 deadline: 1732289002804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:22,812 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:22,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48102 deadline: 1732289002810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:22,822 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=214 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/.tmp/B/059f9a37f0ef454ab5d10f57df99414e 2024-11-22T15:22:22,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/.tmp/C/0dd0b43ffd1942228119a4091ed82c21 is 50, key is test_row_0/C:col10/1732288941516/Put/seqid=0 2024-11-22T15:22:22,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742015_1191 (size=12151) 2024-11-22T15:22:22,878 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=214 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/.tmp/C/0dd0b43ffd1942228119a4091ed82c21 2024-11-22T15:22:22,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/.tmp/A/e3624aa761ed407686079c28c210f402 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/A/e3624aa761ed407686079c28c210f402 2024-11-22T15:22:22,893 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/A/e3624aa761ed407686079c28c210f402, entries=150, sequenceid=214, filesize=30.4 K 2024-11-22T15:22:22,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/.tmp/B/059f9a37f0ef454ab5d10f57df99414e as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/B/059f9a37f0ef454ab5d10f57df99414e 2024-11-22T15:22:22,905 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/B/059f9a37f0ef454ab5d10f57df99414e, entries=150, sequenceid=214, filesize=11.9 K 2024-11-22T15:22:22,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/.tmp/C/0dd0b43ffd1942228119a4091ed82c21 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/C/0dd0b43ffd1942228119a4091ed82c21 2024-11-22T15:22:22,917 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/C/0dd0b43ffd1942228119a4091ed82c21, entries=150, sequenceid=214, filesize=11.9 K 2024-11-22T15:22:22,919 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 438c5562ec8f63d190adecce6a7a4cfd in 678ms, sequenceid=214, compaction requested=true 2024-11-22T15:22:22,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2538): Flush status journal for 438c5562ec8f63d190adecce6a7a4cfd: 2024-11-22T15:22:22,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd. 2024-11-22T15:22:22,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50 2024-11-22T15:22:22,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4106): Remote procedure done, pid=50 2024-11-22T15:22:22,922 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=50, resume processing ppid=49 2024-11-22T15:22:22,922 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=50, ppid=49, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.5460 sec 2024-11-22T15:22:22,923 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=49, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees in 2.5500 sec 2024-11-22T15:22:23,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(8581): Flush requested on 438c5562ec8f63d190adecce6a7a4cfd 2024-11-22T15:22:23,016 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 438c5562ec8f63d190adecce6a7a4cfd 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-22T15:22:23,016 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 438c5562ec8f63d190adecce6a7a4cfd, store=A 2024-11-22T15:22:23,017 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:22:23,017 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 438c5562ec8f63d190adecce6a7a4cfd, store=B 2024-11-22T15:22:23,017 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:22:23,017 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 438c5562ec8f63d190adecce6a7a4cfd, store=C 2024-11-22T15:22:23,017 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:22:23,024 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112265511d96a9ac4c80ae0db0f9d38412b6_438c5562ec8f63d190adecce6a7a4cfd is 50, key is test_row_0/A:col10/1732288943014/Put/seqid=0 2024-11-22T15:22:23,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742016_1192 (size=17284) 2024-11-22T15:22:23,031 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:22:23,033 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:23,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48104 deadline: 1732289003029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:23,033 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:23,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48102 deadline: 1732289003031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:23,033 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:23,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48100 deadline: 1732289003031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:23,034 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:23,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48082 deadline: 1732289003032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:23,036 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112265511d96a9ac4c80ae0db0f9d38412b6_438c5562ec8f63d190adecce6a7a4cfd to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112265511d96a9ac4c80ae0db0f9d38412b6_438c5562ec8f63d190adecce6a7a4cfd 2024-11-22T15:22:23,037 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/.tmp/A/a21f01a5f8d94c01a5f5e5df8567687d, store: [table=TestAcidGuarantees family=A region=438c5562ec8f63d190adecce6a7a4cfd] 2024-11-22T15:22:23,037 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/.tmp/A/a21f01a5f8d94c01a5f5e5df8567687d is 175, key is test_row_0/A:col10/1732288943014/Put/seqid=0 2024-11-22T15:22:23,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742017_1193 (size=48389) 2024-11-22T15:22:23,139 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:23,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48102 deadline: 1732289003134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:23,139 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:23,139 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:23,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48104 deadline: 1732289003135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:23,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48100 deadline: 1732289003135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:23,140 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:23,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48082 deadline: 1732289003135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:23,341 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:23,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48102 deadline: 1732289003340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:23,342 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:23,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48100 deadline: 1732289003341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:23,342 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:23,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48104 deadline: 1732289003341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:23,342 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:23,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48082 deadline: 1732289003341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:23,442 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=237, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/.tmp/A/a21f01a5f8d94c01a5f5e5df8567687d 2024-11-22T15:22:23,452 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/.tmp/B/7d51da51490a413ca78c2ebdfe8d6a6a is 50, key is test_row_0/B:col10/1732288943014/Put/seqid=0 2024-11-22T15:22:23,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742018_1194 (size=12151) 2024-11-22T15:22:23,482 INFO [master/77927f992d0b:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-22T15:22:23,483 INFO [master/77927f992d0b:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-22T15:22:23,645 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:23,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48102 deadline: 1732289003644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:23,646 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:23,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48082 deadline: 1732289003644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:23,646 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:23,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48100 deadline: 1732289003644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:23,646 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:23,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48104 deadline: 1732289003644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:23,860 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/.tmp/B/7d51da51490a413ca78c2ebdfe8d6a6a 2024-11-22T15:22:23,869 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/.tmp/C/9d24d4a8a6974b6589b3d2c794bd1d0f is 50, key is test_row_0/C:col10/1732288943014/Put/seqid=0 2024-11-22T15:22:23,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742019_1195 (size=12151) 2024-11-22T15:22:23,887 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/.tmp/C/9d24d4a8a6974b6589b3d2c794bd1d0f 2024-11-22T15:22:23,893 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/.tmp/A/a21f01a5f8d94c01a5f5e5df8567687d as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/A/a21f01a5f8d94c01a5f5e5df8567687d 2024-11-22T15:22:23,909 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/A/a21f01a5f8d94c01a5f5e5df8567687d, entries=250, sequenceid=237, filesize=47.3 K 2024-11-22T15:22:23,910 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/.tmp/B/7d51da51490a413ca78c2ebdfe8d6a6a as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/B/7d51da51490a413ca78c2ebdfe8d6a6a 2024-11-22T15:22:23,928 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/B/7d51da51490a413ca78c2ebdfe8d6a6a, entries=150, sequenceid=237, filesize=11.9 K 2024-11-22T15:22:23,931 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/.tmp/C/9d24d4a8a6974b6589b3d2c794bd1d0f as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/C/9d24d4a8a6974b6589b3d2c794bd1d0f 2024-11-22T15:22:23,936 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/C/9d24d4a8a6974b6589b3d2c794bd1d0f, entries=150, sequenceid=237, filesize=11.9 K 2024-11-22T15:22:23,937 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 438c5562ec8f63d190adecce6a7a4cfd in 922ms, sequenceid=237, compaction requested=true 2024-11-22T15:22:23,938 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 438c5562ec8f63d190adecce6a7a4cfd: 2024-11-22T15:22:23,938 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T15:22:23,939 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 438c5562ec8f63d190adecce6a7a4cfd:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T15:22:23,939 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T15:22:23,939 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T15:22:23,940 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 142080 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T15:22:23,941 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1540): 438c5562ec8f63d190adecce6a7a4cfd/A is initiating minor compaction (all files) 2024-11-22T15:22:23,941 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 438c5562ec8f63d190adecce6a7a4cfd/A in TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd. 2024-11-22T15:22:23,941 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/A/d93bed00cab9482782ce63cead7af251, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/A/0cebb202cdf34d72b79be099c9f1c1f7, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/A/e3624aa761ed407686079c28c210f402, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/A/a21f01a5f8d94c01a5f5e5df8567687d] into tmpdir=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/.tmp, totalSize=138.8 K 2024-11-22T15:22:23,941 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd. 2024-11-22T15:22:23,941 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd. files: [hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/A/d93bed00cab9482782ce63cead7af251, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/A/0cebb202cdf34d72b79be099c9f1c1f7, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/A/e3624aa761ed407686079c28c210f402, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/A/a21f01a5f8d94c01a5f5e5df8567687d] 2024-11-22T15:22:23,942 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48980 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T15:22:23,942 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1540): 438c5562ec8f63d190adecce6a7a4cfd/B is initiating minor compaction (all files) 2024-11-22T15:22:23,942 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 438c5562ec8f63d190adecce6a7a4cfd/B in TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd. 2024-11-22T15:22:23,942 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/B/c83c83636f26418b965a2fe035a55a5b, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/B/4bee7b86ff7e4b20bb330acd9d1ea318, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/B/059f9a37f0ef454ab5d10f57df99414e, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/B/7d51da51490a413ca78c2ebdfe8d6a6a] into tmpdir=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/.tmp, totalSize=47.8 K 2024-11-22T15:22:23,942 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting d93bed00cab9482782ce63cead7af251, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1732288939125 2024-11-22T15:22:23,942 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 438c5562ec8f63d190adecce6a7a4cfd:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T15:22:23,942 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T15:22:23,942 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 438c5562ec8f63d190adecce6a7a4cfd:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T15:22:23,942 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T15:22:23,942 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting c83c83636f26418b965a2fe035a55a5b, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1732288939125 2024-11-22T15:22:23,942 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0cebb202cdf34d72b79be099c9f1c1f7, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1732288940308 2024-11-22T15:22:23,943 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting 4bee7b86ff7e4b20bb330acd9d1ea318, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1732288940308 2024-11-22T15:22:23,943 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting e3624aa761ed407686079c28c210f402, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1732288941499 2024-11-22T15:22:23,943 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting 059f9a37f0ef454ab5d10f57df99414e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1732288941499 2024-11-22T15:22:23,943 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting a21f01a5f8d94c01a5f5e5df8567687d, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1732288942685 2024-11-22T15:22:23,943 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting 7d51da51490a413ca78c2ebdfe8d6a6a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1732288942699 2024-11-22T15:22:23,955 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=438c5562ec8f63d190adecce6a7a4cfd] 2024-11-22T15:22:23,957 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 438c5562ec8f63d190adecce6a7a4cfd#B#compaction#164 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T15:22:23,957 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/.tmp/B/5cb8c9e51cbf4eaa9662da203e358207 is 50, key is test_row_0/B:col10/1732288943014/Put/seqid=0 2024-11-22T15:22:23,959 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411224143c174f1944cec822110c7750df8b1_438c5562ec8f63d190adecce6a7a4cfd store=[table=TestAcidGuarantees family=A region=438c5562ec8f63d190adecce6a7a4cfd] 2024-11-22T15:22:23,962 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411224143c174f1944cec822110c7750df8b1_438c5562ec8f63d190adecce6a7a4cfd, store=[table=TestAcidGuarantees family=A region=438c5562ec8f63d190adecce6a7a4cfd] 2024-11-22T15:22:23,962 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411224143c174f1944cec822110c7750df8b1_438c5562ec8f63d190adecce6a7a4cfd because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=438c5562ec8f63d190adecce6a7a4cfd] 2024-11-22T15:22:23,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742021_1197 (size=4469) 2024-11-22T15:22:23,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742020_1196 (size=12663) 2024-11-22T15:22:23,992 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/.tmp/B/5cb8c9e51cbf4eaa9662da203e358207 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/B/5cb8c9e51cbf4eaa9662da203e358207 2024-11-22T15:22:24,001 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 438c5562ec8f63d190adecce6a7a4cfd/B of 438c5562ec8f63d190adecce6a7a4cfd into 5cb8c9e51cbf4eaa9662da203e358207(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T15:22:24,001 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 438c5562ec8f63d190adecce6a7a4cfd: 2024-11-22T15:22:24,001 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd., storeName=438c5562ec8f63d190adecce6a7a4cfd/B, priority=12, startTime=1732288943939; duration=0sec 2024-11-22T15:22:24,001 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T15:22:24,001 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 438c5562ec8f63d190adecce6a7a4cfd:B 2024-11-22T15:22:24,002 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T15:22:24,004 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48980 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T15:22:24,005 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1540): 438c5562ec8f63d190adecce6a7a4cfd/C is initiating minor compaction (all files) 2024-11-22T15:22:24,005 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 438c5562ec8f63d190adecce6a7a4cfd/C in TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd. 2024-11-22T15:22:24,005 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/C/7db3ae71b0dc4f53aacd024c49915a19, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/C/38d262543bb3446e98e4dc9b84c7960b, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/C/0dd0b43ffd1942228119a4091ed82c21, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/C/9d24d4a8a6974b6589b3d2c794bd1d0f] into tmpdir=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/.tmp, totalSize=47.8 K 2024-11-22T15:22:24,006 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting 7db3ae71b0dc4f53aacd024c49915a19, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1732288939125 2024-11-22T15:22:24,006 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting 38d262543bb3446e98e4dc9b84c7960b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1732288940308 2024-11-22T15:22:24,007 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting 0dd0b43ffd1942228119a4091ed82c21, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1732288941499 2024-11-22T15:22:24,007 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting 9d24d4a8a6974b6589b3d2c794bd1d0f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1732288942699 2024-11-22T15:22:24,029 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 438c5562ec8f63d190adecce6a7a4cfd#C#compaction#165 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T15:22:24,029 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/.tmp/C/08a616cefb9e4a979e785cc0e91e96bf is 50, key is test_row_0/C:col10/1732288943014/Put/seqid=0 2024-11-22T15:22:24,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742022_1198 (size=12663) 2024-11-22T15:22:24,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(8581): Flush requested on 438c5562ec8f63d190adecce6a7a4cfd 2024-11-22T15:22:24,151 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 438c5562ec8f63d190adecce6a7a4cfd 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-22T15:22:24,151 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 438c5562ec8f63d190adecce6a7a4cfd, store=A 2024-11-22T15:22:24,151 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:22:24,151 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 438c5562ec8f63d190adecce6a7a4cfd, store=B 2024-11-22T15:22:24,151 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:22:24,151 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 438c5562ec8f63d190adecce6a7a4cfd, store=C 2024-11-22T15:22:24,152 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:22:24,167 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112233dd5bde431b44d799e853066365d31a_438c5562ec8f63d190adecce6a7a4cfd is 50, key is test_row_0/A:col10/1732288944149/Put/seqid=0 2024-11-22T15:22:24,173 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:24,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742023_1199 (size=17284) 2024-11-22T15:22:24,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48082 deadline: 1732289004169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:24,173 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:24,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48100 deadline: 1732289004170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:24,174 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:24,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48104 deadline: 1732289004170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:24,176 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:24,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48102 deadline: 1732289004173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:24,275 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:24,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48082 deadline: 1732289004274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:24,276 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:24,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48100 deadline: 1732289004274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:24,276 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:24,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48104 deadline: 1732289004275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:24,277 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:24,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48102 deadline: 1732289004277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:24,376 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 438c5562ec8f63d190adecce6a7a4cfd#A#compaction#163 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T15:22:24,377 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/.tmp/A/3054a6cb3dc2496682d400785022cd80 is 175, key is test_row_0/A:col10/1732288943014/Put/seqid=0 2024-11-22T15:22:24,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742024_1200 (size=31617) 2024-11-22T15:22:24,457 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/.tmp/C/08a616cefb9e4a979e785cc0e91e96bf as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/C/08a616cefb9e4a979e785cc0e91e96bf 2024-11-22T15:22:24,461 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 438c5562ec8f63d190adecce6a7a4cfd/C of 438c5562ec8f63d190adecce6a7a4cfd into 08a616cefb9e4a979e785cc0e91e96bf(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T15:22:24,461 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 438c5562ec8f63d190adecce6a7a4cfd: 2024-11-22T15:22:24,461 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd., storeName=438c5562ec8f63d190adecce6a7a4cfd/C, priority=12, startTime=1732288943942; duration=0sec 2024-11-22T15:22:24,461 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T15:22:24,461 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 438c5562ec8f63d190adecce6a7a4cfd:C 2024-11-22T15:22:24,478 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:24,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48082 deadline: 1732289004477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:24,478 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:24,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48100 deadline: 1732289004478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:24,479 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:24,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48104 deadline: 1732289004478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:24,479 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:24,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48102 deadline: 1732289004478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:24,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-22T15:22:24,484 INFO [Thread-674 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 49 completed 2024-11-22T15:22:24,485 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T15:22:24,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] procedure2.ProcedureExecutor(1098): Stored pid=51, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees 2024-11-22T15:22:24,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-22T15:22:24,486 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=51, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T15:22:24,486 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=51, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T15:22:24,487 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=52, ppid=51, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T15:22:24,574 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:22:24,579 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112233dd5bde431b44d799e853066365d31a_438c5562ec8f63d190adecce6a7a4cfd to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112233dd5bde431b44d799e853066365d31a_438c5562ec8f63d190adecce6a7a4cfd 2024-11-22T15:22:24,580 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/.tmp/A/25b76efe96b746158e70f767fded6a48, store: [table=TestAcidGuarantees family=A region=438c5562ec8f63d190adecce6a7a4cfd] 2024-11-22T15:22:24,580 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/.tmp/A/25b76efe96b746158e70f767fded6a48 is 175, key is test_row_0/A:col10/1732288944149/Put/seqid=0 2024-11-22T15:22:24,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742025_1201 (size=48389) 2024-11-22T15:22:24,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-22T15:22:24,638 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:22:24,638 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-22T15:22:24,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd. 2024-11-22T15:22:24,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd. as already flushing 2024-11-22T15:22:24,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd. 2024-11-22T15:22:24,639 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 438c5562ec8f63d190adecce6a7a4cfd, NAME => 'TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:24,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 438c5562ec8f63d190adecce6a7a4cfd, NAME => 'TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:24,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 438c5562ec8f63d190adecce6a7a4cfd, NAME => 'TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 438c5562ec8f63d190adecce6a7a4cfd, NAME => 'TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:24,782 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:24,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48100 deadline: 1732289004780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:24,783 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:24,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48082 deadline: 1732289004781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:24,783 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:24,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48104 deadline: 1732289004782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:24,784 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:24,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48102 deadline: 1732289004782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:24,786 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/.tmp/A/3054a6cb3dc2496682d400785022cd80 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/A/3054a6cb3dc2496682d400785022cd80 2024-11-22T15:22:24,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-22T15:22:24,791 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:22:24,792 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 438c5562ec8f63d190adecce6a7a4cfd/A of 438c5562ec8f63d190adecce6a7a4cfd into 3054a6cb3dc2496682d400785022cd80(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T15:22:24,792 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-22T15:22:24,792 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 438c5562ec8f63d190adecce6a7a4cfd: 2024-11-22T15:22:24,792 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd., storeName=438c5562ec8f63d190adecce6a7a4cfd/A, priority=12, startTime=1732288943938; duration=0sec 2024-11-22T15:22:24,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd. 2024-11-22T15:22:24,792 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T15:22:24,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd. as already flushing 2024-11-22T15:22:24,792 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 438c5562ec8f63d190adecce6a7a4cfd:A 2024-11-22T15:22:24,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd. 2024-11-22T15:22:24,792 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 438c5562ec8f63d190adecce6a7a4cfd, NAME => 'TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:24,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 438c5562ec8f63d190adecce6a7a4cfd, NAME => 'TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:24,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 438c5562ec8f63d190adecce6a7a4cfd, NAME => 'TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 438c5562ec8f63d190adecce6a7a4cfd, NAME => 'TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:24,945 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:22:24,945 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-22T15:22:24,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd. 2024-11-22T15:22:24,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd. as already flushing 2024-11-22T15:22:24,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd. 2024-11-22T15:22:24,945 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 438c5562ec8f63d190adecce6a7a4cfd, NAME => 'TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:24,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 438c5562ec8f63d190adecce6a7a4cfd, NAME => 'TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:24,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 438c5562ec8f63d190adecce6a7a4cfd, NAME => 'TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 438c5562ec8f63d190adecce6a7a4cfd, NAME => 'TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:24,985 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=253, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/.tmp/A/25b76efe96b746158e70f767fded6a48 2024-11-22T15:22:24,992 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/.tmp/B/8bfab987ce8e4d71b8e9e5a17fb81092 is 50, key is test_row_0/B:col10/1732288944149/Put/seqid=0 2024-11-22T15:22:24,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742026_1202 (size=12151) 2024-11-22T15:22:25,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-22T15:22:25,097 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:22:25,098 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-22T15:22:25,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd. 2024-11-22T15:22:25,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd. as already flushing 2024-11-22T15:22:25,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd. 2024-11-22T15:22:25,098 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 438c5562ec8f63d190adecce6a7a4cfd, NAME => 'TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:25,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 438c5562ec8f63d190adecce6a7a4cfd, NAME => 'TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:25,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 438c5562ec8f63d190adecce6a7a4cfd, NAME => 'TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 438c5562ec8f63d190adecce6a7a4cfd, NAME => 'TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:25,250 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:22:25,250 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-22T15:22:25,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd. 2024-11-22T15:22:25,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd. as already flushing 2024-11-22T15:22:25,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd. 2024-11-22T15:22:25,251 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 438c5562ec8f63d190adecce6a7a4cfd, NAME => 'TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:25,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 438c5562ec8f63d190adecce6a7a4cfd, NAME => 'TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:25,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 438c5562ec8f63d190adecce6a7a4cfd, NAME => 'TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 438c5562ec8f63d190adecce6a7a4cfd, NAME => 'TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:25,287 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:25,287 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:25,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48104 deadline: 1732289005284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:25,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48100 deadline: 1732289005285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:25,287 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:25,287 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:25,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48102 deadline: 1732289005286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:25,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48082 deadline: 1732289005286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:25,396 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=253 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/.tmp/B/8bfab987ce8e4d71b8e9e5a17fb81092 2024-11-22T15:22:25,403 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/.tmp/C/35deb478665c4fd1acdc1a597367c77e is 50, key is test_row_0/C:col10/1732288944149/Put/seqid=0 2024-11-22T15:22:25,403 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:22:25,404 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-22T15:22:25,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd. 2024-11-22T15:22:25,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd. as already flushing 2024-11-22T15:22:25,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd. 2024-11-22T15:22:25,404 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 438c5562ec8f63d190adecce6a7a4cfd, NAME => 'TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:25,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 438c5562ec8f63d190adecce6a7a4cfd, NAME => 'TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:25,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 438c5562ec8f63d190adecce6a7a4cfd, NAME => 'TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 438c5562ec8f63d190adecce6a7a4cfd, NAME => 'TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:25,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742027_1203 (size=12151) 2024-11-22T15:22:25,556 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:22:25,556 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-22T15:22:25,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd. 2024-11-22T15:22:25,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd. as already flushing 2024-11-22T15:22:25,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd. 2024-11-22T15:22:25,557 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 438c5562ec8f63d190adecce6a7a4cfd, NAME => 'TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:25,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 438c5562ec8f63d190adecce6a7a4cfd, NAME => 'TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:25,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 438c5562ec8f63d190adecce6a7a4cfd, NAME => 'TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 438c5562ec8f63d190adecce6a7a4cfd, NAME => 'TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:25,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-22T15:22:25,709 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:22:25,709 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-22T15:22:25,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd. 2024-11-22T15:22:25,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd. as already flushing 2024-11-22T15:22:25,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd. 2024-11-22T15:22:25,709 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 438c5562ec8f63d190adecce6a7a4cfd, NAME => 'TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:25,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 438c5562ec8f63d190adecce6a7a4cfd, NAME => 'TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:25,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 438c5562ec8f63d190adecce6a7a4cfd, NAME => 'TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 438c5562ec8f63d190adecce6a7a4cfd, NAME => 'TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:25,810 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=253 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/.tmp/C/35deb478665c4fd1acdc1a597367c77e 2024-11-22T15:22:25,814 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/.tmp/A/25b76efe96b746158e70f767fded6a48 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/A/25b76efe96b746158e70f767fded6a48 2024-11-22T15:22:25,818 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/A/25b76efe96b746158e70f767fded6a48, entries=250, sequenceid=253, filesize=47.3 K 2024-11-22T15:22:25,819 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/.tmp/B/8bfab987ce8e4d71b8e9e5a17fb81092 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/B/8bfab987ce8e4d71b8e9e5a17fb81092 2024-11-22T15:22:25,823 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/B/8bfab987ce8e4d71b8e9e5a17fb81092, entries=150, sequenceid=253, filesize=11.9 K 2024-11-22T15:22:25,824 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/.tmp/C/35deb478665c4fd1acdc1a597367c77e as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/C/35deb478665c4fd1acdc1a597367c77e 2024-11-22T15:22:25,828 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/C/35deb478665c4fd1acdc1a597367c77e, entries=150, sequenceid=253, filesize=11.9 K 2024-11-22T15:22:25,829 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 438c5562ec8f63d190adecce6a7a4cfd in 1679ms, sequenceid=253, compaction requested=false 2024-11-22T15:22:25,829 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 438c5562ec8f63d190adecce6a7a4cfd: 2024-11-22T15:22:25,861 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:22:25,861 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-22T15:22:25,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd. 2024-11-22T15:22:25,862 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2837): Flushing 438c5562ec8f63d190adecce6a7a4cfd 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-22T15:22:25,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 438c5562ec8f63d190adecce6a7a4cfd, store=A 2024-11-22T15:22:25,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:22:25,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 438c5562ec8f63d190adecce6a7a4cfd, store=B 2024-11-22T15:22:25,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:22:25,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 438c5562ec8f63d190adecce6a7a4cfd, store=C 2024-11-22T15:22:25,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:22:25,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122dfff0d47d4744a5d95663a9b14502ea3_438c5562ec8f63d190adecce6a7a4cfd is 50, key is test_row_0/A:col10/1732288944169/Put/seqid=0 2024-11-22T15:22:25,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742028_1204 (size=12454) 2024-11-22T15:22:26,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:22:26,287 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122dfff0d47d4744a5d95663a9b14502ea3_438c5562ec8f63d190adecce6a7a4cfd to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122dfff0d47d4744a5d95663a9b14502ea3_438c5562ec8f63d190adecce6a7a4cfd 2024-11-22T15:22:26,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/.tmp/A/603d8faa6f9f4119b63829d6080666cb, store: [table=TestAcidGuarantees family=A region=438c5562ec8f63d190adecce6a7a4cfd] 2024-11-22T15:22:26,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/.tmp/A/603d8faa6f9f4119b63829d6080666cb is 175, key is test_row_0/A:col10/1732288944169/Put/seqid=0 2024-11-22T15:22:26,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742029_1205 (size=31255) 2024-11-22T15:22:26,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(8581): Flush requested on 438c5562ec8f63d190adecce6a7a4cfd 2024-11-22T15:22:26,293 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd. as already flushing 2024-11-22T15:22:26,294 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=276, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/.tmp/A/603d8faa6f9f4119b63829d6080666cb 2024-11-22T15:22:26,310 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:26,310 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:26,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48082 deadline: 1732289006306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:26,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48100 deadline: 1732289006306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:26,310 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:26,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48104 deadline: 1732289006310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:26,311 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:26,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48102 deadline: 1732289006310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:26,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/.tmp/B/2a209e4805244f26a811e32cab02e2ad is 50, key is test_row_0/B:col10/1732288944169/Put/seqid=0 2024-11-22T15:22:26,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742030_1206 (size=12301) 2024-11-22T15:22:26,335 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=276 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/.tmp/B/2a209e4805244f26a811e32cab02e2ad 2024-11-22T15:22:26,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/.tmp/C/679adcb986f244afb7424dcec20d495e is 50, key is test_row_0/C:col10/1732288944169/Put/seqid=0 2024-11-22T15:22:26,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742031_1207 (size=12301) 2024-11-22T15:22:26,412 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:26,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48100 deadline: 1732289006411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:26,413 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:26,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48104 deadline: 1732289006411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:26,413 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:26,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48082 deadline: 1732289006411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:26,413 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:26,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48102 deadline: 1732289006412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:26,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-22T15:22:26,615 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:26,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48082 deadline: 1732289006614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:26,615 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:26,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48100 deadline: 1732289006614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:26,616 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:26,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48104 deadline: 1732289006614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:26,616 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:26,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48102 deadline: 1732289006615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:26,776 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=276 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/.tmp/C/679adcb986f244afb7424dcec20d495e 2024-11-22T15:22:26,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/.tmp/A/603d8faa6f9f4119b63829d6080666cb as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/A/603d8faa6f9f4119b63829d6080666cb 2024-11-22T15:22:26,784 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/A/603d8faa6f9f4119b63829d6080666cb, entries=150, sequenceid=276, filesize=30.5 K 2024-11-22T15:22:26,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/.tmp/B/2a209e4805244f26a811e32cab02e2ad as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/B/2a209e4805244f26a811e32cab02e2ad 2024-11-22T15:22:26,790 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/B/2a209e4805244f26a811e32cab02e2ad, entries=150, sequenceid=276, filesize=12.0 K 2024-11-22T15:22:26,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/.tmp/C/679adcb986f244afb7424dcec20d495e as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/C/679adcb986f244afb7424dcec20d495e 2024-11-22T15:22:26,796 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/C/679adcb986f244afb7424dcec20d495e, entries=150, sequenceid=276, filesize=12.0 K 2024-11-22T15:22:26,797 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 438c5562ec8f63d190adecce6a7a4cfd in 935ms, sequenceid=276, compaction requested=true 2024-11-22T15:22:26,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2538): Flush status journal for 438c5562ec8f63d190adecce6a7a4cfd: 2024-11-22T15:22:26,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd. 2024-11-22T15:22:26,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-11-22T15:22:26,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4106): Remote procedure done, pid=52 2024-11-22T15:22:26,800 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=52, resume processing ppid=51 2024-11-22T15:22:26,800 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=52, ppid=51, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3110 sec 2024-11-22T15:22:26,800 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=51, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees in 2.3150 sec 2024-11-22T15:22:26,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(8581): Flush requested on 438c5562ec8f63d190adecce6a7a4cfd 2024-11-22T15:22:26,917 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 438c5562ec8f63d190adecce6a7a4cfd 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-22T15:22:26,918 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 438c5562ec8f63d190adecce6a7a4cfd, store=A 2024-11-22T15:22:26,918 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:22:26,918 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 438c5562ec8f63d190adecce6a7a4cfd, store=B 2024-11-22T15:22:26,918 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:22:26,918 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 438c5562ec8f63d190adecce6a7a4cfd, store=C 2024-11-22T15:22:26,918 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:22:26,927 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122efa93ab6ff6941feb61b52b32dfc57fc_438c5562ec8f63d190adecce6a7a4cfd is 50, key is test_row_0/A:col10/1732288946916/Put/seqid=0 2024-11-22T15:22:26,937 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:26,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48104 deadline: 1732289006935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:26,938 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:26,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48102 deadline: 1732289006935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:26,938 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:26,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48082 deadline: 1732289006936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:26,939 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:26,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48100 deadline: 1732289006938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:26,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742032_1208 (size=14994) 2024-11-22T15:22:27,041 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:27,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48104 deadline: 1732289007038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:27,042 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:27,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48082 deadline: 1732289007039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:27,042 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:27,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48102 deadline: 1732289007039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:27,042 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:27,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48100 deadline: 1732289007040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:27,244 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:27,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48102 deadline: 1732289007243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:27,244 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:27,244 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:27,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48100 deadline: 1732289007243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:27,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48104 deadline: 1732289007243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:27,245 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:27,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48082 deadline: 1732289007243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:27,345 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:22:27,349 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122efa93ab6ff6941feb61b52b32dfc57fc_438c5562ec8f63d190adecce6a7a4cfd to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122efa93ab6ff6941feb61b52b32dfc57fc_438c5562ec8f63d190adecce6a7a4cfd 2024-11-22T15:22:27,354 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/.tmp/A/0a9d4b867c0d40e780ca8751b35535d1, store: [table=TestAcidGuarantees family=A region=438c5562ec8f63d190adecce6a7a4cfd] 2024-11-22T15:22:27,355 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/.tmp/A/0a9d4b867c0d40e780ca8751b35535d1 is 175, key is test_row_0/A:col10/1732288946916/Put/seqid=0 2024-11-22T15:22:27,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742033_1209 (size=39949) 2024-11-22T15:22:27,547 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:27,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48104 deadline: 1732289007545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:27,547 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:27,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48100 deadline: 1732289007546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:27,548 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:27,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48082 deadline: 1732289007546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:27,548 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:27,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48102 deadline: 1732289007547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:27,763 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=292, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/.tmp/A/0a9d4b867c0d40e780ca8751b35535d1 2024-11-22T15:22:27,772 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/.tmp/B/67c6cb872c734dc4b4b5f04d7b01ffd2 is 50, key is test_row_0/B:col10/1732288946916/Put/seqid=0 2024-11-22T15:22:27,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742034_1210 (size=12301) 2024-11-22T15:22:28,052 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:28,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48100 deadline: 1732289008049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:28,054 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:28,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48104 deadline: 1732289008051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:28,054 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:28,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48102 deadline: 1732289008052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:28,054 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:28,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48082 deadline: 1732289008052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:28,177 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=292 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/.tmp/B/67c6cb872c734dc4b4b5f04d7b01ffd2 2024-11-22T15:22:28,207 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/.tmp/C/12bb79e46d8046d3a705c61af669d159 is 50, key is test_row_0/C:col10/1732288946916/Put/seqid=0 2024-11-22T15:22:28,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742035_1211 (size=12301) 2024-11-22T15:22:28,221 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=292 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/.tmp/C/12bb79e46d8046d3a705c61af669d159 2024-11-22T15:22:28,228 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/.tmp/A/0a9d4b867c0d40e780ca8751b35535d1 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/A/0a9d4b867c0d40e780ca8751b35535d1 2024-11-22T15:22:28,232 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/A/0a9d4b867c0d40e780ca8751b35535d1, entries=200, sequenceid=292, filesize=39.0 K 2024-11-22T15:22:28,233 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/.tmp/B/67c6cb872c734dc4b4b5f04d7b01ffd2 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/B/67c6cb872c734dc4b4b5f04d7b01ffd2 2024-11-22T15:22:28,238 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/B/67c6cb872c734dc4b4b5f04d7b01ffd2, entries=150, sequenceid=292, filesize=12.0 K 2024-11-22T15:22:28,239 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/.tmp/C/12bb79e46d8046d3a705c61af669d159 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/C/12bb79e46d8046d3a705c61af669d159 2024-11-22T15:22:28,243 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/C/12bb79e46d8046d3a705c61af669d159, entries=150, sequenceid=292, filesize=12.0 K 2024-11-22T15:22:28,244 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=120.76 KB/123660 for 438c5562ec8f63d190adecce6a7a4cfd in 1327ms, sequenceid=292, compaction requested=true 2024-11-22T15:22:28,244 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 438c5562ec8f63d190adecce6a7a4cfd: 2024-11-22T15:22:28,244 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T15:22:28,245 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 438c5562ec8f63d190adecce6a7a4cfd:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T15:22:28,245 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T15:22:28,245 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T15:22:28,245 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 438c5562ec8f63d190adecce6a7a4cfd:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T15:22:28,245 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T15:22:28,245 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 438c5562ec8f63d190adecce6a7a4cfd:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T15:22:28,245 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T15:22:28,252 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49416 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T15:22:28,252 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 151210 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T15:22:28,252 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1540): 438c5562ec8f63d190adecce6a7a4cfd/B is initiating minor compaction (all files) 2024-11-22T15:22:28,252 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1540): 438c5562ec8f63d190adecce6a7a4cfd/A is initiating minor compaction (all files) 2024-11-22T15:22:28,252 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 438c5562ec8f63d190adecce6a7a4cfd/B in TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd. 2024-11-22T15:22:28,252 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 438c5562ec8f63d190adecce6a7a4cfd/A in TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd. 2024-11-22T15:22:28,252 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/B/5cb8c9e51cbf4eaa9662da203e358207, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/B/8bfab987ce8e4d71b8e9e5a17fb81092, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/B/2a209e4805244f26a811e32cab02e2ad, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/B/67c6cb872c734dc4b4b5f04d7b01ffd2] into tmpdir=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/.tmp, totalSize=48.3 K 2024-11-22T15:22:28,252 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/A/3054a6cb3dc2496682d400785022cd80, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/A/25b76efe96b746158e70f767fded6a48, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/A/603d8faa6f9f4119b63829d6080666cb, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/A/0a9d4b867c0d40e780ca8751b35535d1] into tmpdir=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/.tmp, totalSize=147.7 K 2024-11-22T15:22:28,252 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd. 2024-11-22T15:22:28,252 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd. files: [hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/A/3054a6cb3dc2496682d400785022cd80, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/A/25b76efe96b746158e70f767fded6a48, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/A/603d8faa6f9f4119b63829d6080666cb, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/A/0a9d4b867c0d40e780ca8751b35535d1] 2024-11-22T15:22:28,253 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting 5cb8c9e51cbf4eaa9662da203e358207, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1732288942699 2024-11-22T15:22:28,253 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3054a6cb3dc2496682d400785022cd80, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1732288942699 2024-11-22T15:22:28,253 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting 25b76efe96b746158e70f767fded6a48, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1732288943021 2024-11-22T15:22:28,253 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting 8bfab987ce8e4d71b8e9e5a17fb81092, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1732288943021 2024-11-22T15:22:28,254 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting 603d8faa6f9f4119b63829d6080666cb, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1732288944166 2024-11-22T15:22:28,254 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting 2a209e4805244f26a811e32cab02e2ad, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1732288944166 2024-11-22T15:22:28,254 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting 67c6cb872c734dc4b4b5f04d7b01ffd2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1732288946298 2024-11-22T15:22:28,254 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0a9d4b867c0d40e780ca8751b35535d1, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1732288946298 2024-11-22T15:22:28,262 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=438c5562ec8f63d190adecce6a7a4cfd] 2024-11-22T15:22:28,264 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 438c5562ec8f63d190adecce6a7a4cfd#B#compaction#175 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T15:22:28,264 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/.tmp/B/ece8ed61be3a43379a7d468843f30a33 is 50, key is test_row_0/B:col10/1732288946916/Put/seqid=0 2024-11-22T15:22:28,271 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112232b5818a886b47ebb6d28f031f6461d1_438c5562ec8f63d190adecce6a7a4cfd store=[table=TestAcidGuarantees family=A region=438c5562ec8f63d190adecce6a7a4cfd] 2024-11-22T15:22:28,273 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112232b5818a886b47ebb6d28f031f6461d1_438c5562ec8f63d190adecce6a7a4cfd, store=[table=TestAcidGuarantees family=A region=438c5562ec8f63d190adecce6a7a4cfd] 2024-11-22T15:22:28,273 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112232b5818a886b47ebb6d28f031f6461d1_438c5562ec8f63d190adecce6a7a4cfd because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=438c5562ec8f63d190adecce6a7a4cfd] 2024-11-22T15:22:28,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742036_1212 (size=12949) 2024-11-22T15:22:28,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742037_1213 (size=4469) 2024-11-22T15:22:28,293 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 438c5562ec8f63d190adecce6a7a4cfd#A#compaction#176 average throughput is 0.79 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T15:22:28,294 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/.tmp/A/56c6d44bc24a43bea9f9344b59016616 is 175, key is test_row_0/A:col10/1732288946916/Put/seqid=0 2024-11-22T15:22:28,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742038_1214 (size=31903) 2024-11-22T15:22:28,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-22T15:22:28,590 INFO [Thread-674 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 51 completed 2024-11-22T15:22:28,591 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T15:22:28,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] procedure2.ProcedureExecutor(1098): Stored pid=53, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees 2024-11-22T15:22:28,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-22T15:22:28,594 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=53, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T15:22:28,594 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=53, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T15:22:28,594 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=54, ppid=53, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T15:22:28,682 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/.tmp/B/ece8ed61be3a43379a7d468843f30a33 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/B/ece8ed61be3a43379a7d468843f30a33 2024-11-22T15:22:28,687 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 438c5562ec8f63d190adecce6a7a4cfd/B of 438c5562ec8f63d190adecce6a7a4cfd into ece8ed61be3a43379a7d468843f30a33(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T15:22:28,687 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 438c5562ec8f63d190adecce6a7a4cfd: 2024-11-22T15:22:28,687 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd., storeName=438c5562ec8f63d190adecce6a7a4cfd/B, priority=12, startTime=1732288948245; duration=0sec 2024-11-22T15:22:28,687 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T15:22:28,688 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 438c5562ec8f63d190adecce6a7a4cfd:B 2024-11-22T15:22:28,688 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T15:22:28,690 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49416 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T15:22:28,691 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1540): 438c5562ec8f63d190adecce6a7a4cfd/C is initiating minor compaction (all files) 2024-11-22T15:22:28,691 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 438c5562ec8f63d190adecce6a7a4cfd/C in TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd. 2024-11-22T15:22:28,691 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/C/08a616cefb9e4a979e785cc0e91e96bf, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/C/35deb478665c4fd1acdc1a597367c77e, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/C/679adcb986f244afb7424dcec20d495e, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/C/12bb79e46d8046d3a705c61af669d159] into tmpdir=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/.tmp, totalSize=48.3 K 2024-11-22T15:22:28,692 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting 08a616cefb9e4a979e785cc0e91e96bf, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1732288942699 2024-11-22T15:22:28,692 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting 35deb478665c4fd1acdc1a597367c77e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1732288943021 2024-11-22T15:22:28,692 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting 679adcb986f244afb7424dcec20d495e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1732288944166 2024-11-22T15:22:28,693 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting 12bb79e46d8046d3a705c61af669d159, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1732288946298 2024-11-22T15:22:28,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-22T15:22:28,703 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 438c5562ec8f63d190adecce6a7a4cfd#C#compaction#177 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T15:22:28,703 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/.tmp/C/6905e2c7ad6b4e9b9caf254cd5ea4b5a is 50, key is test_row_0/C:col10/1732288946916/Put/seqid=0 2024-11-22T15:22:28,715 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/.tmp/A/56c6d44bc24a43bea9f9344b59016616 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/A/56c6d44bc24a43bea9f9344b59016616 2024-11-22T15:22:28,720 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 438c5562ec8f63d190adecce6a7a4cfd/A of 438c5562ec8f63d190adecce6a7a4cfd into 56c6d44bc24a43bea9f9344b59016616(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T15:22:28,720 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 438c5562ec8f63d190adecce6a7a4cfd: 2024-11-22T15:22:28,720 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd., storeName=438c5562ec8f63d190adecce6a7a4cfd/A, priority=12, startTime=1732288948244; duration=0sec 2024-11-22T15:22:28,720 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T15:22:28,720 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 438c5562ec8f63d190adecce6a7a4cfd:A 2024-11-22T15:22:28,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742039_1215 (size=12949) 2024-11-22T15:22:28,734 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/.tmp/C/6905e2c7ad6b4e9b9caf254cd5ea4b5a as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/C/6905e2c7ad6b4e9b9caf254cd5ea4b5a 2024-11-22T15:22:28,739 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 438c5562ec8f63d190adecce6a7a4cfd/C of 438c5562ec8f63d190adecce6a7a4cfd into 6905e2c7ad6b4e9b9caf254cd5ea4b5a(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T15:22:28,739 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 438c5562ec8f63d190adecce6a7a4cfd: 2024-11-22T15:22:28,739 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd., storeName=438c5562ec8f63d190adecce6a7a4cfd/C, priority=12, startTime=1732288948245; duration=0sec 2024-11-22T15:22:28,740 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T15:22:28,740 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 438c5562ec8f63d190adecce6a7a4cfd:C 2024-11-22T15:22:28,745 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:22:28,746 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-22T15:22:28,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd. 2024-11-22T15:22:28,746 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2837): Flushing 438c5562ec8f63d190adecce6a7a4cfd 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-22T15:22:28,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 438c5562ec8f63d190adecce6a7a4cfd, store=A 2024-11-22T15:22:28,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:22:28,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 438c5562ec8f63d190adecce6a7a4cfd, store=B 2024-11-22T15:22:28,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:22:28,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 438c5562ec8f63d190adecce6a7a4cfd, store=C 2024-11-22T15:22:28,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:22:28,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112246a815eaf8684c1a85109227212cf4bc_438c5562ec8f63d190adecce6a7a4cfd is 50, key is test_row_0/A:col10/1732288946936/Put/seqid=0 2024-11-22T15:22:28,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742040_1216 (size=12454) 2024-11-22T15:22:28,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-22T15:22:29,060 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd. as already flushing 2024-11-22T15:22:29,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(8581): Flush requested on 438c5562ec8f63d190adecce6a7a4cfd 2024-11-22T15:22:29,098 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:29,098 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:29,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48100 deadline: 1732289009096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:29,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48104 deadline: 1732289009096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:29,099 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:29,099 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:29,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48082 deadline: 1732289009097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:29,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48102 deadline: 1732289009097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:29,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:22:29,169 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112246a815eaf8684c1a85109227212cf4bc_438c5562ec8f63d190adecce6a7a4cfd to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112246a815eaf8684c1a85109227212cf4bc_438c5562ec8f63d190adecce6a7a4cfd 2024-11-22T15:22:29,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/.tmp/A/80ca1d8525f14e22b35fe3b2e0dac5b2, store: [table=TestAcidGuarantees family=A region=438c5562ec8f63d190adecce6a7a4cfd] 2024-11-22T15:22:29,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/.tmp/A/80ca1d8525f14e22b35fe3b2e0dac5b2 is 175, key is test_row_0/A:col10/1732288946936/Put/seqid=0 2024-11-22T15:22:29,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742041_1217 (size=31255) 2024-11-22T15:22:29,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-22T15:22:29,201 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:29,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48100 deadline: 1732289009200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:29,202 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:29,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48082 deadline: 1732289009200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:29,202 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:29,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48102 deadline: 1732289009200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:29,202 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:29,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48104 deadline: 1732289009200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:29,405 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:29,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48082 deadline: 1732289009403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:29,405 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:29,405 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:29,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48104 deadline: 1732289009403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:29,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48102 deadline: 1732289009403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:29,405 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:29,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48100 deadline: 1732289009403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:29,576 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=316, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/.tmp/A/80ca1d8525f14e22b35fe3b2e0dac5b2 2024-11-22T15:22:29,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/.tmp/B/5407417701ab4988804a04b2864a02bb is 50, key is test_row_0/B:col10/1732288946936/Put/seqid=0 2024-11-22T15:22:29,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742042_1218 (size=12301) 2024-11-22T15:22:29,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-22T15:22:29,708 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:29,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48082 deadline: 1732289009706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:29,708 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:29,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48104 deadline: 1732289009707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:29,709 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:29,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48102 deadline: 1732289009708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:29,709 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:29,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48100 deadline: 1732289009708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:29,988 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=316 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/.tmp/B/5407417701ab4988804a04b2864a02bb 2024-11-22T15:22:29,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/.tmp/C/0bf45449116a4f518e11cc64b744c27e is 50, key is test_row_0/C:col10/1732288946936/Put/seqid=0 2024-11-22T15:22:29,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742043_1219 (size=12301) 2024-11-22T15:22:30,212 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:30,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48082 deadline: 1732289010210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:30,212 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:30,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48104 deadline: 1732289010210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:30,213 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:30,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48102 deadline: 1732289010211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:30,215 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:30,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48100 deadline: 1732289010214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:30,399 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=316 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/.tmp/C/0bf45449116a4f518e11cc64b744c27e 2024-11-22T15:22:30,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/.tmp/A/80ca1d8525f14e22b35fe3b2e0dac5b2 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/A/80ca1d8525f14e22b35fe3b2e0dac5b2 2024-11-22T15:22:30,406 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/A/80ca1d8525f14e22b35fe3b2e0dac5b2, entries=150, sequenceid=316, filesize=30.5 K 2024-11-22T15:22:30,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/.tmp/B/5407417701ab4988804a04b2864a02bb as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/B/5407417701ab4988804a04b2864a02bb 2024-11-22T15:22:30,412 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/B/5407417701ab4988804a04b2864a02bb, entries=150, sequenceid=316, filesize=12.0 K 2024-11-22T15:22:30,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/.tmp/C/0bf45449116a4f518e11cc64b744c27e as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/C/0bf45449116a4f518e11cc64b744c27e 2024-11-22T15:22:30,417 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/C/0bf45449116a4f518e11cc64b744c27e, entries=150, sequenceid=316, filesize=12.0 K 2024-11-22T15:22:30,418 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=87.22 KB/89310 for 438c5562ec8f63d190adecce6a7a4cfd in 1672ms, sequenceid=316, compaction requested=false 2024-11-22T15:22:30,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2538): Flush status journal for 438c5562ec8f63d190adecce6a7a4cfd: 2024-11-22T15:22:30,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd. 2024-11-22T15:22:30,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-11-22T15:22:30,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4106): Remote procedure done, pid=54 2024-11-22T15:22:30,420 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=54, resume processing ppid=53 2024-11-22T15:22:30,421 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=54, ppid=53, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8250 sec 2024-11-22T15:22:30,421 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=53, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees in 1.8300 sec 2024-11-22T15:22:30,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-22T15:22:30,697 INFO [Thread-674 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 53 completed 2024-11-22T15:22:30,698 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T15:22:30,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] procedure2.ProcedureExecutor(1098): Stored pid=55, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees 2024-11-22T15:22:30,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-22T15:22:30,700 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=55, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T15:22:30,700 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=55, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T15:22:30,700 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=56, ppid=55, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T15:22:30,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-22T15:22:30,851 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:22:30,852 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-22T15:22:30,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd. 2024-11-22T15:22:30,852 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2837): Flushing 438c5562ec8f63d190adecce6a7a4cfd 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-22T15:22:30,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 438c5562ec8f63d190adecce6a7a4cfd, store=A 2024-11-22T15:22:30,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:22:30,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 438c5562ec8f63d190adecce6a7a4cfd, store=B 2024-11-22T15:22:30,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:22:30,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 438c5562ec8f63d190adecce6a7a4cfd, store=C 2024-11-22T15:22:30,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:22:30,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122a5ec39eba8bd4cfb8e0f48f4f4d6fc04_438c5562ec8f63d190adecce6a7a4cfd is 50, key is test_row_0/A:col10/1732288949096/Put/seqid=0 2024-11-22T15:22:30,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742044_1220 (size=12454) 2024-11-22T15:22:31,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-22T15:22:31,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(8581): Flush requested on 438c5562ec8f63d190adecce6a7a4cfd 2024-11-22T15:22:31,216 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd. as already flushing 2024-11-22T15:22:31,232 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:31,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48082 deadline: 1732289011230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:31,232 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:31,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48104 deadline: 1732289011231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:31,234 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:31,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48102 deadline: 1732289011232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:31,234 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:31,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48100 deadline: 1732289011232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:31,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:22:31,271 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122a5ec39eba8bd4cfb8e0f48f4f4d6fc04_438c5562ec8f63d190adecce6a7a4cfd to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122a5ec39eba8bd4cfb8e0f48f4f4d6fc04_438c5562ec8f63d190adecce6a7a4cfd 2024-11-22T15:22:31,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/.tmp/A/be221b0f9f0146b997dcc396552b856c, store: [table=TestAcidGuarantees family=A region=438c5562ec8f63d190adecce6a7a4cfd] 2024-11-22T15:22:31,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/.tmp/A/be221b0f9f0146b997dcc396552b856c is 175, key is test_row_0/A:col10/1732288949096/Put/seqid=0 2024-11-22T15:22:31,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742045_1221 (size=31255) 2024-11-22T15:22:31,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-22T15:22:31,335 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:31,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48082 deadline: 1732289011333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:31,335 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:31,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48104 deadline: 1732289011333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:31,336 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:31,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48102 deadline: 1732289011335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:31,337 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:31,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48100 deadline: 1732289011335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:31,538 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:31,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48082 deadline: 1732289011536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:31,539 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:31,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48104 deadline: 1732289011537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:31,540 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:31,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48102 deadline: 1732289011537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:31,540 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:31,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48100 deadline: 1732289011539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:31,685 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=332, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/.tmp/A/be221b0f9f0146b997dcc396552b856c 2024-11-22T15:22:31,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/.tmp/B/bc784d25f2044ae999a7e0b1eabf86fe is 50, key is test_row_0/B:col10/1732288949096/Put/seqid=0 2024-11-22T15:22:31,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742046_1222 (size=12301) 2024-11-22T15:22:31,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-22T15:22:31,844 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:31,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48104 deadline: 1732289011840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:31,845 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:31,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48082 deadline: 1732289011841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:31,845 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:31,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48102 deadline: 1732289011842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:31,845 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:31,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48100 deadline: 1732289011843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:32,022 DEBUG [Thread-677 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0a0fc918 to 127.0.0.1:61671 2024-11-22T15:22:32,022 DEBUG [Thread-677 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T15:22:32,022 DEBUG [Thread-675 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1c317ae0 to 127.0.0.1:61671 2024-11-22T15:22:32,022 DEBUG [Thread-675 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T15:22:32,025 DEBUG [Thread-679 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x77b8b9d2 to 127.0.0.1:61671 2024-11-22T15:22:32,025 DEBUG [Thread-679 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T15:22:32,027 DEBUG [Thread-681 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x696032a5 to 127.0.0.1:61671 2024-11-22T15:22:32,028 DEBUG [Thread-681 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T15:22:32,100 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=332 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/.tmp/B/bc784d25f2044ae999a7e0b1eabf86fe 2024-11-22T15:22:32,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/.tmp/C/80e2465a14dd45bf9773f2eeff26cb31 is 50, key is test_row_0/C:col10/1732288949096/Put/seqid=0 2024-11-22T15:22:32,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742047_1223 (size=12301) 2024-11-22T15:22:32,347 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:32,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48102 deadline: 1732289012346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:32,347 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:32,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48104 deadline: 1732289012347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:32,349 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:32,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48082 deadline: 1732289012349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:32,351 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:32,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48100 deadline: 1732289012351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:32,515 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=332 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/.tmp/C/80e2465a14dd45bf9773f2eeff26cb31 2024-11-22T15:22:32,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/.tmp/A/be221b0f9f0146b997dcc396552b856c as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/A/be221b0f9f0146b997dcc396552b856c 2024-11-22T15:22:32,533 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/A/be221b0f9f0146b997dcc396552b856c, entries=150, sequenceid=332, filesize=30.5 K 2024-11-22T15:22:32,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/.tmp/B/bc784d25f2044ae999a7e0b1eabf86fe as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/B/bc784d25f2044ae999a7e0b1eabf86fe 2024-11-22T15:22:32,540 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/B/bc784d25f2044ae999a7e0b1eabf86fe, entries=150, sequenceid=332, filesize=12.0 K 2024-11-22T15:22:32,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/.tmp/C/80e2465a14dd45bf9773f2eeff26cb31 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/C/80e2465a14dd45bf9773f2eeff26cb31 2024-11-22T15:22:32,545 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/C/80e2465a14dd45bf9773f2eeff26cb31, entries=150, sequenceid=332, filesize=12.0 K 2024-11-22T15:22:32,546 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 438c5562ec8f63d190adecce6a7a4cfd in 1694ms, sequenceid=332, compaction requested=true 2024-11-22T15:22:32,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2538): Flush status journal for 438c5562ec8f63d190adecce6a7a4cfd: 2024-11-22T15:22:32,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd. 2024-11-22T15:22:32,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=56 2024-11-22T15:22:32,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4106): Remote procedure done, pid=56 2024-11-22T15:22:32,548 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=56, resume processing ppid=55 2024-11-22T15:22:32,548 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=56, ppid=55, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8470 sec 2024-11-22T15:22:32,549 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=55, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees in 1.8500 sec 2024-11-22T15:22:32,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(8581): Flush requested on 438c5562ec8f63d190adecce6a7a4cfd 2024-11-22T15:22:32,777 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 438c5562ec8f63d190adecce6a7a4cfd 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-22T15:22:32,777 DEBUG [Thread-666 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x04cd0bf5 to 127.0.0.1:61671 2024-11-22T15:22:32,777 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 438c5562ec8f63d190adecce6a7a4cfd, store=A 2024-11-22T15:22:32,777 DEBUG [Thread-666 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T15:22:32,777 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:22:32,778 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 438c5562ec8f63d190adecce6a7a4cfd, store=B 2024-11-22T15:22:32,778 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:22:32,778 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 438c5562ec8f63d190adecce6a7a4cfd, store=C 2024-11-22T15:22:32,778 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:22:32,785 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122bdc9dedcacd54ebba1998186ac261ccd_438c5562ec8f63d190adecce6a7a4cfd is 50, key is test_row_0/A:col10/1732288951231/Put/seqid=0 2024-11-22T15:22:32,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742048_1224 (size=12454) 2024-11-22T15:22:32,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-22T15:22:32,804 INFO [Thread-674 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 55 completed 2024-11-22T15:22:33,190 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:22:33,194 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122bdc9dedcacd54ebba1998186ac261ccd_438c5562ec8f63d190adecce6a7a4cfd to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122bdc9dedcacd54ebba1998186ac261ccd_438c5562ec8f63d190adecce6a7a4cfd 2024-11-22T15:22:33,194 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/.tmp/A/608d9b3998aa4565ab49550862805f5e, store: [table=TestAcidGuarantees family=A region=438c5562ec8f63d190adecce6a7a4cfd] 2024-11-22T15:22:33,195 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/.tmp/A/608d9b3998aa4565ab49550862805f5e is 175, key is test_row_0/A:col10/1732288951231/Put/seqid=0 2024-11-22T15:22:33,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742049_1225 (size=31255) 2024-11-22T15:22:33,350 DEBUG [Thread-668 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6ab1874e to 127.0.0.1:61671 2024-11-22T15:22:33,350 DEBUG [Thread-668 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T15:22:33,354 DEBUG [Thread-672 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0349a6fe to 127.0.0.1:61671 2024-11-22T15:22:33,354 DEBUG [Thread-672 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T15:22:33,355 DEBUG [Thread-662 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4d3cf478 to 127.0.0.1:61671 2024-11-22T15:22:33,356 DEBUG [Thread-662 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T15:22:33,358 DEBUG [Thread-670 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2e4c3b1f to 127.0.0.1:61671 2024-11-22T15:22:33,358 DEBUG [Thread-670 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T15:22:33,359 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-22T15:22:33,359 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 67 2024-11-22T15:22:33,359 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 19 2024-11-22T15:22:33,359 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 41 2024-11-22T15:22:33,359 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 58 2024-11-22T15:22:33,359 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 99 2024-11-22T15:22:33,359 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-22T15:22:33,359 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4089 2024-11-22T15:22:33,359 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4087 2024-11-22T15:22:33,359 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-22T15:22:33,359 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1759 2024-11-22T15:22:33,359 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5277 rows 2024-11-22T15:22:33,359 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1739 2024-11-22T15:22:33,359 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5217 rows 2024-11-22T15:22:33,359 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-22T15:22:33,359 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7f48093f to 127.0.0.1:61671 2024-11-22T15:22:33,359 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T15:22:33,361 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-22T15:22:33,361 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-22T15:22:33,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] procedure2.ProcedureExecutor(1098): Stored pid=57, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-22T15:22:33,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-22T15:22:33,365 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732288953364"}]},"ts":"1732288953364"} 2024-11-22T15:22:33,366 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-22T15:22:33,407 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-22T15:22:33,408 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=58, ppid=57, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-22T15:22:33,409 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=59, ppid=58, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=438c5562ec8f63d190adecce6a7a4cfd, UNASSIGN}] 2024-11-22T15:22:33,410 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=59, ppid=58, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=438c5562ec8f63d190adecce6a7a4cfd, UNASSIGN 2024-11-22T15:22:33,410 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=59 updating hbase:meta row=438c5562ec8f63d190adecce6a7a4cfd, regionState=CLOSING, regionLocation=77927f992d0b,45443,1732288897733 2024-11-22T15:22:33,411 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-22T15:22:33,411 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=60, ppid=59, state=RUNNABLE; CloseRegionProcedure 438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733}] 2024-11-22T15:22:33,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-22T15:22:33,562 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:22:33,563 INFO [RS_CLOSE_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] handler.UnassignRegionHandler(124): Close 438c5562ec8f63d190adecce6a7a4cfd 2024-11-22T15:22:33,563 DEBUG [RS_CLOSE_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-22T15:22:33,563 DEBUG [RS_CLOSE_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] regionserver.HRegion(1681): Closing 438c5562ec8f63d190adecce6a7a4cfd, disabling compactions & flushes 2024-11-22T15:22:33,563 DEBUG [RS_CLOSE_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] regionserver.HRegion(1942): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd. 2024-11-22T15:22:33,599 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=353, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/.tmp/A/608d9b3998aa4565ab49550862805f5e 2024-11-22T15:22:33,607 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/.tmp/B/d8c08e27c8a9471c82fe197cac37d0aa is 50, key is test_row_0/B:col10/1732288951231/Put/seqid=0 2024-11-22T15:22:33,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742050_1226 (size=12301) 2024-11-22T15:22:33,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-22T15:22:33,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-22T15:22:34,011 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=353 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/.tmp/B/d8c08e27c8a9471c82fe197cac37d0aa 2024-11-22T15:22:34,020 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/.tmp/C/f6372ce85d8d4725ac3211a1c7bbd1e5 is 50, key is test_row_0/C:col10/1732288951231/Put/seqid=0 2024-11-22T15:22:34,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742051_1227 (size=12301) 2024-11-22T15:22:34,424 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=353 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/.tmp/C/f6372ce85d8d4725ac3211a1c7bbd1e5 2024-11-22T15:22:34,429 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/.tmp/A/608d9b3998aa4565ab49550862805f5e as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/A/608d9b3998aa4565ab49550862805f5e 2024-11-22T15:22:34,434 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/A/608d9b3998aa4565ab49550862805f5e, entries=150, sequenceid=353, filesize=30.5 K 2024-11-22T15:22:34,435 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/.tmp/B/d8c08e27c8a9471c82fe197cac37d0aa as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/B/d8c08e27c8a9471c82fe197cac37d0aa 2024-11-22T15:22:34,439 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/B/d8c08e27c8a9471c82fe197cac37d0aa, entries=150, sequenceid=353, filesize=12.0 K 2024-11-22T15:22:34,440 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/.tmp/C/f6372ce85d8d4725ac3211a1c7bbd1e5 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/C/f6372ce85d8d4725ac3211a1c7bbd1e5 2024-11-22T15:22:34,445 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/C/f6372ce85d8d4725ac3211a1c7bbd1e5, entries=150, sequenceid=353, filesize=12.0 K 2024-11-22T15:22:34,446 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=26.84 KB/27480 for 438c5562ec8f63d190adecce6a7a4cfd in 1669ms, sequenceid=353, compaction requested=true 2024-11-22T15:22:34,447 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 438c5562ec8f63d190adecce6a7a4cfd: 2024-11-22T15:22:34,447 INFO [RS_CLOSE_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd. 2024-11-22T15:22:34,447 DEBUG [RS_CLOSE_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd. 2024-11-22T15:22:34,447 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 438c5562ec8f63d190adecce6a7a4cfd:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T15:22:34,447 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd. because compaction request was cancelled 2024-11-22T15:22:34,447 DEBUG [RS_CLOSE_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd. after waiting 0 ms 2024-11-22T15:22:34,447 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T15:22:34,447 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 438c5562ec8f63d190adecce6a7a4cfd:A 2024-11-22T15:22:34,447 DEBUG [RS_CLOSE_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd. 2024-11-22T15:22:34,447 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 438c5562ec8f63d190adecce6a7a4cfd:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T15:22:34,447 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T15:22:34,447 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 438c5562ec8f63d190adecce6a7a4cfd:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T15:22:34,447 INFO [RS_CLOSE_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] regionserver.HRegion(2837): Flushing 438c5562ec8f63d190adecce6a7a4cfd 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-22T15:22:34,447 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-22T15:22:34,447 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd. because compaction request was cancelled 2024-11-22T15:22:34,447 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 438c5562ec8f63d190adecce6a7a4cfd:B 2024-11-22T15:22:34,447 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd. because compaction request was cancelled 2024-11-22T15:22:34,447 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 438c5562ec8f63d190adecce6a7a4cfd:C 2024-11-22T15:22:34,447 DEBUG [RS_CLOSE_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 438c5562ec8f63d190adecce6a7a4cfd, store=A 2024-11-22T15:22:34,447 DEBUG [RS_CLOSE_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:22:34,447 DEBUG [RS_CLOSE_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 438c5562ec8f63d190adecce6a7a4cfd, store=B 2024-11-22T15:22:34,447 DEBUG [RS_CLOSE_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:22:34,447 DEBUG [RS_CLOSE_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 438c5562ec8f63d190adecce6a7a4cfd, store=C 2024-11-22T15:22:34,448 DEBUG [RS_CLOSE_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:22:34,455 DEBUG [RS_CLOSE_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122e82412662d7e47c78fa8c25fda213eb3_438c5562ec8f63d190adecce6a7a4cfd is 50, key is test_row_0/A:col10/1732288953355/Put/seqid=0 2024-11-22T15:22:34,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742052_1228 (size=9914) 2024-11-22T15:22:34,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-22T15:22:34,864 DEBUG [RS_CLOSE_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:22:34,867 INFO [RS_CLOSE_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122e82412662d7e47c78fa8c25fda213eb3_438c5562ec8f63d190adecce6a7a4cfd to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122e82412662d7e47c78fa8c25fda213eb3_438c5562ec8f63d190adecce6a7a4cfd 2024-11-22T15:22:34,868 DEBUG [RS_CLOSE_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/.tmp/A/5f3bdbb05231412b81fe2aa9a79a8420, store: [table=TestAcidGuarantees family=A region=438c5562ec8f63d190adecce6a7a4cfd] 2024-11-22T15:22:34,869 DEBUG [RS_CLOSE_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/.tmp/A/5f3bdbb05231412b81fe2aa9a79a8420 is 175, key is test_row_0/A:col10/1732288953355/Put/seqid=0 2024-11-22T15:22:34,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742053_1229 (size=22561) 2024-11-22T15:22:35,273 INFO [RS_CLOSE_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=360, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/.tmp/A/5f3bdbb05231412b81fe2aa9a79a8420 2024-11-22T15:22:35,283 DEBUG [RS_CLOSE_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/.tmp/B/61227cd1d7e44f9abfc35bceb3ac81b5 is 50, key is test_row_0/B:col10/1732288953355/Put/seqid=0 2024-11-22T15:22:35,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742054_1230 (size=9857) 2024-11-22T15:22:35,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-22T15:22:35,688 INFO [RS_CLOSE_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=360 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/.tmp/B/61227cd1d7e44f9abfc35bceb3ac81b5 2024-11-22T15:22:35,704 DEBUG [RS_CLOSE_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/.tmp/C/e3ac54222091470b85024a16be2b6263 is 50, key is test_row_0/C:col10/1732288953355/Put/seqid=0 2024-11-22T15:22:35,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742055_1231 (size=9857) 2024-11-22T15:22:35,951 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-22T15:22:36,108 INFO [RS_CLOSE_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=360 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/.tmp/C/e3ac54222091470b85024a16be2b6263 2024-11-22T15:22:36,112 DEBUG [RS_CLOSE_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/.tmp/A/5f3bdbb05231412b81fe2aa9a79a8420 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/A/5f3bdbb05231412b81fe2aa9a79a8420 2024-11-22T15:22:36,116 INFO [RS_CLOSE_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/A/5f3bdbb05231412b81fe2aa9a79a8420, entries=100, sequenceid=360, filesize=22.0 K 2024-11-22T15:22:36,117 DEBUG [RS_CLOSE_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/.tmp/B/61227cd1d7e44f9abfc35bceb3ac81b5 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/B/61227cd1d7e44f9abfc35bceb3ac81b5 2024-11-22T15:22:36,120 INFO [RS_CLOSE_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/B/61227cd1d7e44f9abfc35bceb3ac81b5, entries=100, sequenceid=360, filesize=9.6 K 2024-11-22T15:22:36,121 DEBUG [RS_CLOSE_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/.tmp/C/e3ac54222091470b85024a16be2b6263 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/C/e3ac54222091470b85024a16be2b6263 2024-11-22T15:22:36,124 INFO [RS_CLOSE_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/C/e3ac54222091470b85024a16be2b6263, entries=100, sequenceid=360, filesize=9.6 K 2024-11-22T15:22:36,125 INFO [RS_CLOSE_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 438c5562ec8f63d190adecce6a7a4cfd in 1678ms, sequenceid=360, compaction requested=true 2024-11-22T15:22:36,126 DEBUG [StoreCloser-TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/A/9565bf18bfc04f7faff1fe65f61d96b4, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/A/6ee6bb1c62ed471b892884f3c2230807, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/A/3151aaf05f2143a2b37c90c4d93190cf, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/A/60563a0371334d749dd6243dd3fbae3e, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/A/76f0c2ba7b41496886b6407f250223fd, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/A/8873abd00cf443b4b69d55f1a0583b60, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/A/98f160f95f56415f8117522f633e1bfe, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/A/f9b6f7505520448187a6e84020b480e5, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/A/cbdecdd4095e47f8940feb74e0f9ee1a, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/A/0f6a3d7f5a3e4ffbb1dac1191d92f703, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/A/d93bed00cab9482782ce63cead7af251, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/A/869f038a4d7c49888f9b0063b12e00c8, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/A/0cebb202cdf34d72b79be099c9f1c1f7, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/A/e3624aa761ed407686079c28c210f402, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/A/a21f01a5f8d94c01a5f5e5df8567687d, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/A/3054a6cb3dc2496682d400785022cd80, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/A/25b76efe96b746158e70f767fded6a48, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/A/603d8faa6f9f4119b63829d6080666cb, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/A/0a9d4b867c0d40e780ca8751b35535d1] to archive 2024-11-22T15:22:36,126 DEBUG [StoreCloser-TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-22T15:22:36,128 DEBUG [StoreCloser-TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/A/9565bf18bfc04f7faff1fe65f61d96b4 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/A/9565bf18bfc04f7faff1fe65f61d96b4 2024-11-22T15:22:36,130 DEBUG [StoreCloser-TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/A/6ee6bb1c62ed471b892884f3c2230807 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/A/6ee6bb1c62ed471b892884f3c2230807 2024-11-22T15:22:36,131 DEBUG [StoreCloser-TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/A/3151aaf05f2143a2b37c90c4d93190cf to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/A/3151aaf05f2143a2b37c90c4d93190cf 2024-11-22T15:22:36,132 DEBUG [StoreCloser-TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/A/60563a0371334d749dd6243dd3fbae3e to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/A/60563a0371334d749dd6243dd3fbae3e 2024-11-22T15:22:36,133 DEBUG [StoreCloser-TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/A/76f0c2ba7b41496886b6407f250223fd to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/A/76f0c2ba7b41496886b6407f250223fd 2024-11-22T15:22:36,134 DEBUG [StoreCloser-TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/A/8873abd00cf443b4b69d55f1a0583b60 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/A/8873abd00cf443b4b69d55f1a0583b60 2024-11-22T15:22:36,135 DEBUG [StoreCloser-TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/A/98f160f95f56415f8117522f633e1bfe to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/A/98f160f95f56415f8117522f633e1bfe 2024-11-22T15:22:36,136 DEBUG [StoreCloser-TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/A/f9b6f7505520448187a6e84020b480e5 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/A/f9b6f7505520448187a6e84020b480e5 2024-11-22T15:22:36,137 DEBUG [StoreCloser-TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/A/cbdecdd4095e47f8940feb74e0f9ee1a to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/A/cbdecdd4095e47f8940feb74e0f9ee1a 2024-11-22T15:22:36,137 DEBUG [StoreCloser-TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/A/0f6a3d7f5a3e4ffbb1dac1191d92f703 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/A/0f6a3d7f5a3e4ffbb1dac1191d92f703 2024-11-22T15:22:36,138 DEBUG [StoreCloser-TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/A/d93bed00cab9482782ce63cead7af251 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/A/d93bed00cab9482782ce63cead7af251 2024-11-22T15:22:36,139 DEBUG [StoreCloser-TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/A/869f038a4d7c49888f9b0063b12e00c8 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/A/869f038a4d7c49888f9b0063b12e00c8 2024-11-22T15:22:36,140 DEBUG [StoreCloser-TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/A/0cebb202cdf34d72b79be099c9f1c1f7 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/A/0cebb202cdf34d72b79be099c9f1c1f7 2024-11-22T15:22:36,141 DEBUG [StoreCloser-TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/A/e3624aa761ed407686079c28c210f402 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/A/e3624aa761ed407686079c28c210f402 2024-11-22T15:22:36,142 DEBUG [StoreCloser-TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/A/a21f01a5f8d94c01a5f5e5df8567687d to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/A/a21f01a5f8d94c01a5f5e5df8567687d 2024-11-22T15:22:36,143 DEBUG [StoreCloser-TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/A/3054a6cb3dc2496682d400785022cd80 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/A/3054a6cb3dc2496682d400785022cd80 2024-11-22T15:22:36,144 DEBUG [StoreCloser-TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/A/25b76efe96b746158e70f767fded6a48 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/A/25b76efe96b746158e70f767fded6a48 2024-11-22T15:22:36,144 DEBUG [StoreCloser-TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/A/603d8faa6f9f4119b63829d6080666cb to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/A/603d8faa6f9f4119b63829d6080666cb 2024-11-22T15:22:36,145 DEBUG [StoreCloser-TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/A/0a9d4b867c0d40e780ca8751b35535d1 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/A/0a9d4b867c0d40e780ca8751b35535d1 2024-11-22T15:22:36,146 DEBUG [StoreCloser-TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/B/094580a161574134b56dd4a118745934, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/B/b1ddd5825aff4274af84e3f385469864, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/B/ecbd4473f7434d689dd1dfb0d0a1a379, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/B/f207833d2cad4444bd41f7ceecfb4943, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/B/55b6e058e65949728e44e3dd078ed6d4, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/B/f9de9454f91747e5a8c018cf773f1487, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/B/d51340dc1afd4e529127d1cfcdc9a35c, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/B/4220b8115b0f435ca46e39bde407bef5, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/B/5eaa73c21e9045de872fb92461773861, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/B/2223b36e181941f9a214f5de9523eb1f, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/B/c83c83636f26418b965a2fe035a55a5b, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/B/42aff9339fbb4caa986a350339b4a395, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/B/4bee7b86ff7e4b20bb330acd9d1ea318, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/B/059f9a37f0ef454ab5d10f57df99414e, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/B/5cb8c9e51cbf4eaa9662da203e358207, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/B/7d51da51490a413ca78c2ebdfe8d6a6a, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/B/8bfab987ce8e4d71b8e9e5a17fb81092, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/B/2a209e4805244f26a811e32cab02e2ad, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/B/67c6cb872c734dc4b4b5f04d7b01ffd2] to archive 2024-11-22T15:22:36,147 DEBUG [StoreCloser-TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-22T15:22:36,148 DEBUG [StoreCloser-TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/B/094580a161574134b56dd4a118745934 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/B/094580a161574134b56dd4a118745934 2024-11-22T15:22:36,149 DEBUG [StoreCloser-TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/B/b1ddd5825aff4274af84e3f385469864 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/B/b1ddd5825aff4274af84e3f385469864 2024-11-22T15:22:36,150 DEBUG [StoreCloser-TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/B/ecbd4473f7434d689dd1dfb0d0a1a379 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/B/ecbd4473f7434d689dd1dfb0d0a1a379 2024-11-22T15:22:36,151 DEBUG [StoreCloser-TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/B/f207833d2cad4444bd41f7ceecfb4943 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/B/f207833d2cad4444bd41f7ceecfb4943 2024-11-22T15:22:36,152 DEBUG [StoreCloser-TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/B/55b6e058e65949728e44e3dd078ed6d4 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/B/55b6e058e65949728e44e3dd078ed6d4 2024-11-22T15:22:36,154 DEBUG [StoreCloser-TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/B/f9de9454f91747e5a8c018cf773f1487 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/B/f9de9454f91747e5a8c018cf773f1487 2024-11-22T15:22:36,154 DEBUG [StoreCloser-TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/B/d51340dc1afd4e529127d1cfcdc9a35c to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/B/d51340dc1afd4e529127d1cfcdc9a35c 2024-11-22T15:22:36,155 DEBUG [StoreCloser-TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/B/4220b8115b0f435ca46e39bde407bef5 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/B/4220b8115b0f435ca46e39bde407bef5 2024-11-22T15:22:36,156 DEBUG [StoreCloser-TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/B/5eaa73c21e9045de872fb92461773861 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/B/5eaa73c21e9045de872fb92461773861 2024-11-22T15:22:36,157 DEBUG [StoreCloser-TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/B/2223b36e181941f9a214f5de9523eb1f to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/B/2223b36e181941f9a214f5de9523eb1f 2024-11-22T15:22:36,158 DEBUG [StoreCloser-TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/B/c83c83636f26418b965a2fe035a55a5b to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/B/c83c83636f26418b965a2fe035a55a5b 2024-11-22T15:22:36,159 DEBUG [StoreCloser-TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/B/42aff9339fbb4caa986a350339b4a395 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/B/42aff9339fbb4caa986a350339b4a395 2024-11-22T15:22:36,160 DEBUG [StoreCloser-TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/B/4bee7b86ff7e4b20bb330acd9d1ea318 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/B/4bee7b86ff7e4b20bb330acd9d1ea318 2024-11-22T15:22:36,161 DEBUG [StoreCloser-TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/B/059f9a37f0ef454ab5d10f57df99414e to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/B/059f9a37f0ef454ab5d10f57df99414e 2024-11-22T15:22:36,162 DEBUG [StoreCloser-TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/B/5cb8c9e51cbf4eaa9662da203e358207 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/B/5cb8c9e51cbf4eaa9662da203e358207 2024-11-22T15:22:36,162 DEBUG [StoreCloser-TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/B/7d51da51490a413ca78c2ebdfe8d6a6a to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/B/7d51da51490a413ca78c2ebdfe8d6a6a 2024-11-22T15:22:36,164 DEBUG [StoreCloser-TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/B/8bfab987ce8e4d71b8e9e5a17fb81092 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/B/8bfab987ce8e4d71b8e9e5a17fb81092 2024-11-22T15:22:36,164 DEBUG [StoreCloser-TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/B/2a209e4805244f26a811e32cab02e2ad to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/B/2a209e4805244f26a811e32cab02e2ad 2024-11-22T15:22:36,165 DEBUG [StoreCloser-TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/B/67c6cb872c734dc4b4b5f04d7b01ffd2 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/B/67c6cb872c734dc4b4b5f04d7b01ffd2 2024-11-22T15:22:36,166 DEBUG [StoreCloser-TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/C/136a2d7f63f04bf2ba519b761956e9c8, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/C/b4cff45da5594f3b919aecd8c52636a5, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/C/c5bee63b67944932ab8aacfa75be27da, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/C/117699c30c5447c69eddc4b8a5ae35ae, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/C/92af8e9fefb149399a17c15974a77b76, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/C/d092dfd00961484c8f96b8f0bbe166ed, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/C/ec26dcaa00944712b15c01f7d35fd114, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/C/bf274200a0f849fd9c943abbcedf91ef, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/C/d4be64a18eb24510a336d0889053747c, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/C/4981b7bc866143b1be9ff0bfcc61ebc7, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/C/7db3ae71b0dc4f53aacd024c49915a19, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/C/aeb8b6698d9341b29caa6c68d9f91ca9, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/C/38d262543bb3446e98e4dc9b84c7960b, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/C/0dd0b43ffd1942228119a4091ed82c21, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/C/08a616cefb9e4a979e785cc0e91e96bf, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/C/9d24d4a8a6974b6589b3d2c794bd1d0f, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/C/35deb478665c4fd1acdc1a597367c77e, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/C/679adcb986f244afb7424dcec20d495e, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/C/12bb79e46d8046d3a705c61af669d159] to archive 2024-11-22T15:22:36,167 DEBUG [StoreCloser-TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-22T15:22:36,169 DEBUG [StoreCloser-TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/C/136a2d7f63f04bf2ba519b761956e9c8 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/C/136a2d7f63f04bf2ba519b761956e9c8 2024-11-22T15:22:36,170 DEBUG [StoreCloser-TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/C/b4cff45da5594f3b919aecd8c52636a5 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/C/b4cff45da5594f3b919aecd8c52636a5 2024-11-22T15:22:36,171 DEBUG [StoreCloser-TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/C/c5bee63b67944932ab8aacfa75be27da to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/C/c5bee63b67944932ab8aacfa75be27da 2024-11-22T15:22:36,172 DEBUG [StoreCloser-TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/C/117699c30c5447c69eddc4b8a5ae35ae to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/C/117699c30c5447c69eddc4b8a5ae35ae 2024-11-22T15:22:36,173 DEBUG [StoreCloser-TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/C/92af8e9fefb149399a17c15974a77b76 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/C/92af8e9fefb149399a17c15974a77b76 2024-11-22T15:22:36,174 DEBUG [StoreCloser-TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/C/d092dfd00961484c8f96b8f0bbe166ed to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/C/d092dfd00961484c8f96b8f0bbe166ed 2024-11-22T15:22:36,175 DEBUG [StoreCloser-TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/C/ec26dcaa00944712b15c01f7d35fd114 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/C/ec26dcaa00944712b15c01f7d35fd114 2024-11-22T15:22:36,176 DEBUG [StoreCloser-TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/C/bf274200a0f849fd9c943abbcedf91ef to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/C/bf274200a0f849fd9c943abbcedf91ef 2024-11-22T15:22:36,177 DEBUG [StoreCloser-TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/C/d4be64a18eb24510a336d0889053747c to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/C/d4be64a18eb24510a336d0889053747c 2024-11-22T15:22:36,178 DEBUG [StoreCloser-TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/C/4981b7bc866143b1be9ff0bfcc61ebc7 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/C/4981b7bc866143b1be9ff0bfcc61ebc7 2024-11-22T15:22:36,179 DEBUG [StoreCloser-TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/C/7db3ae71b0dc4f53aacd024c49915a19 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/C/7db3ae71b0dc4f53aacd024c49915a19 2024-11-22T15:22:36,180 DEBUG [StoreCloser-TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/C/aeb8b6698d9341b29caa6c68d9f91ca9 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/C/aeb8b6698d9341b29caa6c68d9f91ca9 2024-11-22T15:22:36,181 DEBUG [StoreCloser-TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/C/38d262543bb3446e98e4dc9b84c7960b to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/C/38d262543bb3446e98e4dc9b84c7960b 2024-11-22T15:22:36,181 DEBUG [StoreCloser-TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/C/0dd0b43ffd1942228119a4091ed82c21 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/C/0dd0b43ffd1942228119a4091ed82c21 2024-11-22T15:22:36,182 DEBUG [StoreCloser-TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/C/08a616cefb9e4a979e785cc0e91e96bf to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/C/08a616cefb9e4a979e785cc0e91e96bf 2024-11-22T15:22:36,183 DEBUG [StoreCloser-TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/C/9d24d4a8a6974b6589b3d2c794bd1d0f to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/C/9d24d4a8a6974b6589b3d2c794bd1d0f 2024-11-22T15:22:36,184 DEBUG [StoreCloser-TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/C/35deb478665c4fd1acdc1a597367c77e to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/C/35deb478665c4fd1acdc1a597367c77e 2024-11-22T15:22:36,185 DEBUG [StoreCloser-TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/C/679adcb986f244afb7424dcec20d495e to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/C/679adcb986f244afb7424dcec20d495e 2024-11-22T15:22:36,186 DEBUG [StoreCloser-TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/C/12bb79e46d8046d3a705c61af669d159 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/C/12bb79e46d8046d3a705c61af669d159 2024-11-22T15:22:36,191 DEBUG [RS_CLOSE_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/recovered.edits/363.seqid, newMaxSeqId=363, maxSeqId=4 2024-11-22T15:22:36,191 INFO [RS_CLOSE_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd. 2024-11-22T15:22:36,191 DEBUG [RS_CLOSE_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] regionserver.HRegion(1635): Region close journal for 438c5562ec8f63d190adecce6a7a4cfd: 2024-11-22T15:22:36,193 INFO [RS_CLOSE_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] handler.UnassignRegionHandler(170): Closed 438c5562ec8f63d190adecce6a7a4cfd 2024-11-22T15:22:36,193 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=59 updating hbase:meta row=438c5562ec8f63d190adecce6a7a4cfd, regionState=CLOSED 2024-11-22T15:22:36,195 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=60, resume processing ppid=59 2024-11-22T15:22:36,195 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=60, ppid=59, state=SUCCESS; CloseRegionProcedure 438c5562ec8f63d190adecce6a7a4cfd, server=77927f992d0b,45443,1732288897733 in 2.7830 sec 2024-11-22T15:22:36,196 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=59, resume processing ppid=58 2024-11-22T15:22:36,196 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=59, ppid=58, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=438c5562ec8f63d190adecce6a7a4cfd, UNASSIGN in 2.7860 sec 2024-11-22T15:22:36,197 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=58, resume processing ppid=57 2024-11-22T15:22:36,197 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=58, ppid=57, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 2.7890 sec 2024-11-22T15:22:36,198 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732288956198"}]},"ts":"1732288956198"} 2024-11-22T15:22:36,199 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-22T15:22:36,249 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-22T15:22:36,251 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=57, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 2.8890 sec 2024-11-22T15:22:37,311 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-22T15:22:37,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-22T15:22:37,471 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 57 completed 2024-11-22T15:22:37,472 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-22T15:22:37,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] procedure2.ProcedureExecutor(1098): Stored pid=61, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T15:22:37,473 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=61, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T15:22:37,474 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=61, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T15:22:37,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-22T15:22:37,476 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd 2024-11-22T15:22:37,479 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/A, FileablePath, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/B, FileablePath, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/C, FileablePath, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/recovered.edits] 2024-11-22T15:22:37,483 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/A/56c6d44bc24a43bea9f9344b59016616 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/A/56c6d44bc24a43bea9f9344b59016616 2024-11-22T15:22:37,484 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/A/5f3bdbb05231412b81fe2aa9a79a8420 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/A/5f3bdbb05231412b81fe2aa9a79a8420 2024-11-22T15:22:37,485 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/A/608d9b3998aa4565ab49550862805f5e to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/A/608d9b3998aa4565ab49550862805f5e 2024-11-22T15:22:37,486 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/A/80ca1d8525f14e22b35fe3b2e0dac5b2 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/A/80ca1d8525f14e22b35fe3b2e0dac5b2 2024-11-22T15:22:37,487 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/A/be221b0f9f0146b997dcc396552b856c to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/A/be221b0f9f0146b997dcc396552b856c 2024-11-22T15:22:37,489 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/B/5407417701ab4988804a04b2864a02bb to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/B/5407417701ab4988804a04b2864a02bb 2024-11-22T15:22:37,490 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/B/61227cd1d7e44f9abfc35bceb3ac81b5 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/B/61227cd1d7e44f9abfc35bceb3ac81b5 2024-11-22T15:22:37,491 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/B/bc784d25f2044ae999a7e0b1eabf86fe to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/B/bc784d25f2044ae999a7e0b1eabf86fe 2024-11-22T15:22:37,493 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/B/d8c08e27c8a9471c82fe197cac37d0aa to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/B/d8c08e27c8a9471c82fe197cac37d0aa 2024-11-22T15:22:37,494 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/B/ece8ed61be3a43379a7d468843f30a33 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/B/ece8ed61be3a43379a7d468843f30a33 2024-11-22T15:22:37,496 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/C/0bf45449116a4f518e11cc64b744c27e to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/C/0bf45449116a4f518e11cc64b744c27e 2024-11-22T15:22:37,497 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/C/6905e2c7ad6b4e9b9caf254cd5ea4b5a to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/C/6905e2c7ad6b4e9b9caf254cd5ea4b5a 2024-11-22T15:22:37,498 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/C/80e2465a14dd45bf9773f2eeff26cb31 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/C/80e2465a14dd45bf9773f2eeff26cb31 2024-11-22T15:22:37,499 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/C/e3ac54222091470b85024a16be2b6263 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/C/e3ac54222091470b85024a16be2b6263 2024-11-22T15:22:37,499 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/C/f6372ce85d8d4725ac3211a1c7bbd1e5 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/C/f6372ce85d8d4725ac3211a1c7bbd1e5 2024-11-22T15:22:37,503 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/recovered.edits/363.seqid to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd/recovered.edits/363.seqid 2024-11-22T15:22:37,503 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/438c5562ec8f63d190adecce6a7a4cfd 2024-11-22T15:22:37,503 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-22T15:22:37,504 DEBUG [PEWorker-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-22T15:22:37,505 DEBUG [PEWorker-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-22T15:22:37,508 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411220e09b11136f3448fa7e1dfcd5da17dc3_438c5562ec8f63d190adecce6a7a4cfd to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411220e09b11136f3448fa7e1dfcd5da17dc3_438c5562ec8f63d190adecce6a7a4cfd 2024-11-22T15:22:37,509 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411222e3d3881d2d1407fab56d56e7f030dbb_438c5562ec8f63d190adecce6a7a4cfd to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411222e3d3881d2d1407fab56d56e7f030dbb_438c5562ec8f63d190adecce6a7a4cfd 2024-11-22T15:22:37,510 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112233dd5bde431b44d799e853066365d31a_438c5562ec8f63d190adecce6a7a4cfd to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112233dd5bde431b44d799e853066365d31a_438c5562ec8f63d190adecce6a7a4cfd 2024-11-22T15:22:37,511 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112246a815eaf8684c1a85109227212cf4bc_438c5562ec8f63d190adecce6a7a4cfd to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112246a815eaf8684c1a85109227212cf4bc_438c5562ec8f63d190adecce6a7a4cfd 2024-11-22T15:22:37,512 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112249a5ab5bbf2444ed893eeb01b58cb5c8_438c5562ec8f63d190adecce6a7a4cfd to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112249a5ab5bbf2444ed893eeb01b58cb5c8_438c5562ec8f63d190adecce6a7a4cfd 2024-11-22T15:22:37,513 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411225ec51cd2d4394c90bb5b9b6c991a02ba_438c5562ec8f63d190adecce6a7a4cfd to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411225ec51cd2d4394c90bb5b9b6c991a02ba_438c5562ec8f63d190adecce6a7a4cfd 2024-11-22T15:22:37,514 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112265511d96a9ac4c80ae0db0f9d38412b6_438c5562ec8f63d190adecce6a7a4cfd to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112265511d96a9ac4c80ae0db0f9d38412b6_438c5562ec8f63d190adecce6a7a4cfd 2024-11-22T15:22:37,515 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411226791f9c46c4548fb856a90c41ccefe16_438c5562ec8f63d190adecce6a7a4cfd to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411226791f9c46c4548fb856a90c41ccefe16_438c5562ec8f63d190adecce6a7a4cfd 2024-11-22T15:22:37,516 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411226917c5466fde4d8abeecfce7180f6790_438c5562ec8f63d190adecce6a7a4cfd to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411226917c5466fde4d8abeecfce7180f6790_438c5562ec8f63d190adecce6a7a4cfd 2024-11-22T15:22:37,517 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122985b19512fca49f59e04c87dbc4deb16_438c5562ec8f63d190adecce6a7a4cfd to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122985b19512fca49f59e04c87dbc4deb16_438c5562ec8f63d190adecce6a7a4cfd 2024-11-22T15:22:37,518 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122a13c8f68fb7545e492c0da330ba814d9_438c5562ec8f63d190adecce6a7a4cfd to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122a13c8f68fb7545e492c0da330ba814d9_438c5562ec8f63d190adecce6a7a4cfd 2024-11-22T15:22:37,519 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122a5ec39eba8bd4cfb8e0f48f4f4d6fc04_438c5562ec8f63d190adecce6a7a4cfd to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122a5ec39eba8bd4cfb8e0f48f4f4d6fc04_438c5562ec8f63d190adecce6a7a4cfd 2024-11-22T15:22:37,520 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122adac3f7602664cd9ab1f9c5aba3e06d8_438c5562ec8f63d190adecce6a7a4cfd to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122adac3f7602664cd9ab1f9c5aba3e06d8_438c5562ec8f63d190adecce6a7a4cfd 2024-11-22T15:22:37,521 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122bdc9dedcacd54ebba1998186ac261ccd_438c5562ec8f63d190adecce6a7a4cfd to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122bdc9dedcacd54ebba1998186ac261ccd_438c5562ec8f63d190adecce6a7a4cfd 2024-11-22T15:22:37,522 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122dfff0d47d4744a5d95663a9b14502ea3_438c5562ec8f63d190adecce6a7a4cfd to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122dfff0d47d4744a5d95663a9b14502ea3_438c5562ec8f63d190adecce6a7a4cfd 2024-11-22T15:22:37,523 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122e82412662d7e47c78fa8c25fda213eb3_438c5562ec8f63d190adecce6a7a4cfd to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122e82412662d7e47c78fa8c25fda213eb3_438c5562ec8f63d190adecce6a7a4cfd 2024-11-22T15:22:37,525 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122efa93ab6ff6941feb61b52b32dfc57fc_438c5562ec8f63d190adecce6a7a4cfd to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122efa93ab6ff6941feb61b52b32dfc57fc_438c5562ec8f63d190adecce6a7a4cfd 2024-11-22T15:22:37,526 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122fd73142964004da8b26c7a60f139c77f_438c5562ec8f63d190adecce6a7a4cfd to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122fd73142964004da8b26c7a60f139c77f_438c5562ec8f63d190adecce6a7a4cfd 2024-11-22T15:22:37,527 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122fdb99a0d16c645008dbc0e29b54d551e_438c5562ec8f63d190adecce6a7a4cfd to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122fdb99a0d16c645008dbc0e29b54d551e_438c5562ec8f63d190adecce6a7a4cfd 2024-11-22T15:22:37,527 DEBUG [PEWorker-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-22T15:22:37,529 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=61, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T15:22:37,532 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-22T15:22:37,534 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-22T15:22:37,535 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=61, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T15:22:37,535 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-22T15:22:37,535 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732288957535"}]},"ts":"9223372036854775807"} 2024-11-22T15:22:37,538 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-22T15:22:37,538 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 438c5562ec8f63d190adecce6a7a4cfd, NAME => 'TestAcidGuarantees,,1732288930427.438c5562ec8f63d190adecce6a7a4cfd.', STARTKEY => '', ENDKEY => ''}] 2024-11-22T15:22:37,538 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-22T15:22:37,538 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732288957538"}]},"ts":"9223372036854775807"} 2024-11-22T15:22:37,540 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-22T15:22:37,574 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=61, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T15:22:37,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-22T15:22:37,575 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=61, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 102 msec 2024-11-22T15:22:37,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-22T15:22:37,776 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 61 completed 2024-11-22T15:22:37,791 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMobMixedAtomicity Thread=241 (was 241), OpenFileDescriptor=458 (was 460), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=609 (was 530) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4434 (was 4430) - AvailableMemoryMB LEAK? - 2024-11-22T15:22:37,804 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testGetAtomicity Thread=241, OpenFileDescriptor=458, MaxFileDescriptor=1048576, SystemLoadAverage=609, ProcessCount=11, AvailableMemoryMB=4434 2024-11-22T15:22:37,806 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-22T15:22:37,806 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T15:22:37,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] procedure2.ProcedureExecutor(1098): Stored pid=62, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-22T15:22:37,808 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T15:22:37,808 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:22:37,809 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 62 2024-11-22T15:22:37,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-11-22T15:22:37,809 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T15:22:37,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742056_1232 (size=960) 2024-11-22T15:22:37,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-11-22T15:22:38,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-11-22T15:22:38,218 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => ac4ae663c954984c9d1dcb22cb9fd884, NAME => 'TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866 2024-11-22T15:22:38,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742057_1233 (size=53) 2024-11-22T15:22:38,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-11-22T15:22:38,626 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T15:22:38,626 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing ac4ae663c954984c9d1dcb22cb9fd884, disabling compactions & flushes 2024-11-22T15:22:38,626 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884. 2024-11-22T15:22:38,626 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884. 2024-11-22T15:22:38,626 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884. after waiting 0 ms 2024-11-22T15:22:38,626 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884. 2024-11-22T15:22:38,626 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884. 2024-11-22T15:22:38,626 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for ac4ae663c954984c9d1dcb22cb9fd884: 2024-11-22T15:22:38,627 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T15:22:38,628 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732288958628"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732288958628"}]},"ts":"1732288958628"} 2024-11-22T15:22:38,629 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-22T15:22:38,630 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T15:22:38,630 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732288958630"}]},"ts":"1732288958630"} 2024-11-22T15:22:38,631 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-22T15:22:38,657 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=63, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=ac4ae663c954984c9d1dcb22cb9fd884, ASSIGN}] 2024-11-22T15:22:38,659 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=63, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=ac4ae663c954984c9d1dcb22cb9fd884, ASSIGN 2024-11-22T15:22:38,659 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=63, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=ac4ae663c954984c9d1dcb22cb9fd884, ASSIGN; state=OFFLINE, location=77927f992d0b,45443,1732288897733; forceNewPlan=false, retain=false 2024-11-22T15:22:38,810 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=63 updating hbase:meta row=ac4ae663c954984c9d1dcb22cb9fd884, regionState=OPENING, regionLocation=77927f992d0b,45443,1732288897733 2024-11-22T15:22:38,811 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=64, ppid=63, state=RUNNABLE; OpenRegionProcedure ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733}] 2024-11-22T15:22:38,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-11-22T15:22:38,965 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:22:38,969 INFO [RS_OPEN_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884. 2024-11-22T15:22:38,970 DEBUG [RS_OPEN_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(7285): Opening region: {ENCODED => ac4ae663c954984c9d1dcb22cb9fd884, NAME => 'TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.', STARTKEY => '', ENDKEY => ''} 2024-11-22T15:22:38,970 DEBUG [RS_OPEN_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees ac4ae663c954984c9d1dcb22cb9fd884 2024-11-22T15:22:38,970 DEBUG [RS_OPEN_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T15:22:38,970 DEBUG [RS_OPEN_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(7327): checking encryption for ac4ae663c954984c9d1dcb22cb9fd884 2024-11-22T15:22:38,970 DEBUG [RS_OPEN_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(7330): checking classloading for ac4ae663c954984c9d1dcb22cb9fd884 2024-11-22T15:22:38,975 INFO [StoreOpener-ac4ae663c954984c9d1dcb22cb9fd884-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region ac4ae663c954984c9d1dcb22cb9fd884 2024-11-22T15:22:38,977 INFO [StoreOpener-ac4ae663c954984c9d1dcb22cb9fd884-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-22T15:22:38,978 INFO [StoreOpener-ac4ae663c954984c9d1dcb22cb9fd884-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ac4ae663c954984c9d1dcb22cb9fd884 columnFamilyName A 2024-11-22T15:22:38,978 DEBUG [StoreOpener-ac4ae663c954984c9d1dcb22cb9fd884-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:22:38,979 INFO [StoreOpener-ac4ae663c954984c9d1dcb22cb9fd884-1 {}] regionserver.HStore(327): Store=ac4ae663c954984c9d1dcb22cb9fd884/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T15:22:38,979 INFO [StoreOpener-ac4ae663c954984c9d1dcb22cb9fd884-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region ac4ae663c954984c9d1dcb22cb9fd884 2024-11-22T15:22:38,982 INFO [StoreOpener-ac4ae663c954984c9d1dcb22cb9fd884-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-22T15:22:38,983 INFO [StoreOpener-ac4ae663c954984c9d1dcb22cb9fd884-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ac4ae663c954984c9d1dcb22cb9fd884 columnFamilyName B 2024-11-22T15:22:38,983 DEBUG [StoreOpener-ac4ae663c954984c9d1dcb22cb9fd884-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:22:38,984 INFO [StoreOpener-ac4ae663c954984c9d1dcb22cb9fd884-1 {}] regionserver.HStore(327): Store=ac4ae663c954984c9d1dcb22cb9fd884/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T15:22:38,984 INFO [StoreOpener-ac4ae663c954984c9d1dcb22cb9fd884-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region ac4ae663c954984c9d1dcb22cb9fd884 2024-11-22T15:22:38,987 INFO [StoreOpener-ac4ae663c954984c9d1dcb22cb9fd884-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-22T15:22:38,988 INFO [StoreOpener-ac4ae663c954984c9d1dcb22cb9fd884-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ac4ae663c954984c9d1dcb22cb9fd884 columnFamilyName C 2024-11-22T15:22:38,988 DEBUG [StoreOpener-ac4ae663c954984c9d1dcb22cb9fd884-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:22:38,991 INFO [StoreOpener-ac4ae663c954984c9d1dcb22cb9fd884-1 {}] regionserver.HStore(327): Store=ac4ae663c954984c9d1dcb22cb9fd884/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T15:22:38,992 INFO [RS_OPEN_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884. 2024-11-22T15:22:38,993 DEBUG [RS_OPEN_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884 2024-11-22T15:22:38,993 DEBUG [RS_OPEN_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884 2024-11-22T15:22:38,995 DEBUG [RS_OPEN_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-22T15:22:38,997 DEBUG [RS_OPEN_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(1085): writing seq id for ac4ae663c954984c9d1dcb22cb9fd884 2024-11-22T15:22:39,007 DEBUG [RS_OPEN_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T15:22:39,008 INFO [RS_OPEN_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(1102): Opened ac4ae663c954984c9d1dcb22cb9fd884; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60166138, jitterRate=-0.10345467925071716}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-22T15:22:39,009 DEBUG [RS_OPEN_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(1001): Region open journal for ac4ae663c954984c9d1dcb22cb9fd884: 2024-11-22T15:22:39,010 INFO [RS_OPEN_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884., pid=64, masterSystemTime=1732288958965 2024-11-22T15:22:39,013 DEBUG [RS_OPEN_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884. 2024-11-22T15:22:39,013 INFO [RS_OPEN_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884. 2024-11-22T15:22:39,013 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=63 updating hbase:meta row=ac4ae663c954984c9d1dcb22cb9fd884, regionState=OPEN, openSeqNum=2, regionLocation=77927f992d0b,45443,1732288897733 2024-11-22T15:22:39,016 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=64, resume processing ppid=63 2024-11-22T15:22:39,016 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=64, ppid=63, state=SUCCESS; OpenRegionProcedure ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 in 203 msec 2024-11-22T15:22:39,021 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=63, resume processing ppid=62 2024-11-22T15:22:39,021 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=63, ppid=62, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=ac4ae663c954984c9d1dcb22cb9fd884, ASSIGN in 359 msec 2024-11-22T15:22:39,022 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T15:22:39,022 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732288959022"}]},"ts":"1732288959022"} 2024-11-22T15:22:39,023 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-22T15:22:39,067 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T15:22:39,069 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=62, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.2610 sec 2024-11-22T15:22:39,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-11-22T15:22:39,915 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 62 completed 2024-11-22T15:22:39,918 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0fe4ac0b to 127.0.0.1:61671 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4becc07d 2024-11-22T15:22:39,969 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63a751b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T15:22:39,971 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T15:22:39,973 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52480, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T15:22:39,974 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T15:22:39,975 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46410, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T15:22:39,978 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x718544b3 to 127.0.0.1:61671 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5cc79dd6 2024-11-22T15:22:40,023 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b4256e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T15:22:40,024 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5c9ffc85 to 127.0.0.1:61671 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3cd6e3ed 2024-11-22T15:22:40,033 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18ed3e4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T15:22:40,035 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x18724143 to 127.0.0.1:61671 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@13b0002b 2024-11-22T15:22:40,041 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62de434f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T15:22:40,044 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x04215ff2 to 127.0.0.1:61671 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1703a605 2024-11-22T15:22:40,066 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7575b91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T15:22:40,069 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1cb89dc6 to 127.0.0.1:61671 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@168133da 2024-11-22T15:22:40,100 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b377948, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T15:22:40,102 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3a724365 to 127.0.0.1:61671 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2a9f805a 2024-11-22T15:22:40,118 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3505ffc0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T15:22:40,120 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2d59ed84 to 127.0.0.1:61671 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7b123525 2024-11-22T15:22:40,133 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61f33e78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T15:22:40,135 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4187186b to 127.0.0.1:61671 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2bd6a663 2024-11-22T15:22:40,159 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@532e5d9f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T15:22:40,161 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0ec51b52 to 127.0.0.1:61671 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@10be4157 2024-11-22T15:22:40,175 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31dd347a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T15:22:40,177 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x20a7636c to 127.0.0.1:61671 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@42712ad6 2024-11-22T15:22:40,214 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ad7b806, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T15:22:40,219 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T15:22:40,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] procedure2.ProcedureExecutor(1098): Stored pid=65, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=65, table=TestAcidGuarantees 2024-11-22T15:22:40,221 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=65, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=65, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T15:22:40,221 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=65, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=65, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T15:22:40,222 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=66, ppid=65, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T15:22:40,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-22T15:22:40,247 DEBUG [hconnection-0x758a1aa4-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T15:22:40,249 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52490, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T15:22:40,255 DEBUG [hconnection-0x7d4f93a0-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T15:22:40,256 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52498, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T15:22:40,277 DEBUG [hconnection-0x2db27bad-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T15:22:40,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(8581): Flush requested on ac4ae663c954984c9d1dcb22cb9fd884 2024-11-22T15:22:40,278 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ac4ae663c954984c9d1dcb22cb9fd884 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-22T15:22:40,278 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac4ae663c954984c9d1dcb22cb9fd884, store=A 2024-11-22T15:22:40,278 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:22:40,278 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac4ae663c954984c9d1dcb22cb9fd884, store=B 2024-11-22T15:22:40,279 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:22:40,279 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac4ae663c954984c9d1dcb22cb9fd884, store=C 2024-11-22T15:22:40,279 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:22:40,279 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52500, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T15:22:40,312 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:40,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52490 deadline: 1732289020312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:40,314 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:40,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52500 deadline: 1732289020314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:40,319 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/A/c76b075d64b9475dad60e9b2ee52af1c is 50, key is test_row_0/A:col10/1732288960273/Put/seqid=0 2024-11-22T15:22:40,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-22T15:22:40,339 DEBUG [hconnection-0x3e951f42-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T15:22:40,343 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52506, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T15:22:40,345 DEBUG [hconnection-0x78d04efa-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T15:22:40,347 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52522, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T15:22:40,347 DEBUG [hconnection-0x66e2bd1c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T15:22:40,348 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52536, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T15:22:40,352 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:40,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52536 deadline: 1732289020352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:40,383 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:22:40,383 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-11-22T15:22:40,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884. 2024-11-22T15:22:40,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884. as already flushing 2024-11-22T15:22:40,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884. 2024-11-22T15:22:40,384 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] handler.RSProcedureHandler(58): pid=66 java.io.IOException: Unable to complete flush {ENCODED => ac4ae663c954984c9d1dcb22cb9fd884, NAME => 'TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:40,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=66 java.io.IOException: Unable to complete flush {ENCODED => ac4ae663c954984c9d1dcb22cb9fd884, NAME => 'TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:40,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=66 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ac4ae663c954984c9d1dcb22cb9fd884, NAME => 'TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ac4ae663c954984c9d1dcb22cb9fd884, NAME => 'TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:40,395 DEBUG [hconnection-0x4b8ea38e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T15:22:40,396 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52544, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T15:22:40,398 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:40,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52544 deadline: 1732289020397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:40,415 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:40,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52490 deadline: 1732289020414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:40,419 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:40,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52500 deadline: 1732289020417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:40,432 DEBUG [hconnection-0x4c467ff6-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T15:22:40,434 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52556, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T15:22:40,440 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:40,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52556 deadline: 1732289020437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:40,456 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:40,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52536 deadline: 1732289020454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:40,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742058_1234 (size=12001) 2024-11-22T15:22:40,462 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/A/c76b075d64b9475dad60e9b2ee52af1c 2024-11-22T15:22:40,474 DEBUG [hconnection-0x2d6ad1ce-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T15:22:40,475 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52562, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T15:22:40,492 DEBUG [hconnection-0x3a67ef86-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T15:22:40,495 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52566, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T15:22:40,506 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:40,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52544 deadline: 1732289020500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:40,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-22T15:22:40,532 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/B/fb4bc4b98beb4af3832f5ca6fad9d669 is 50, key is test_row_0/B:col10/1732288960273/Put/seqid=0 2024-11-22T15:22:40,536 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:22:40,537 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-11-22T15:22:40,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884. 2024-11-22T15:22:40,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884. as already flushing 2024-11-22T15:22:40,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884. 2024-11-22T15:22:40,537 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] handler.RSProcedureHandler(58): pid=66 java.io.IOException: Unable to complete flush {ENCODED => ac4ae663c954984c9d1dcb22cb9fd884, NAME => 'TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:40,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=66 java.io.IOException: Unable to complete flush {ENCODED => ac4ae663c954984c9d1dcb22cb9fd884, NAME => 'TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:40,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=66 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ac4ae663c954984c9d1dcb22cb9fd884, NAME => 'TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ac4ae663c954984c9d1dcb22cb9fd884, NAME => 'TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:40,554 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:40,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52556 deadline: 1732289020549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:40,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742059_1235 (size=12001) 2024-11-22T15:22:40,577 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/B/fb4bc4b98beb4af3832f5ca6fad9d669 2024-11-22T15:22:40,619 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:40,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52490 deadline: 1732289020617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:40,622 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/C/43137bdfa43d44adb5e1927139d17b10 is 50, key is test_row_0/C:col10/1732288960273/Put/seqid=0 2024-11-22T15:22:40,623 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:40,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52500 deadline: 1732289020622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:40,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742060_1236 (size=12001) 2024-11-22T15:22:40,660 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/C/43137bdfa43d44adb5e1927139d17b10 2024-11-22T15:22:40,661 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:40,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52536 deadline: 1732289020657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:40,666 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/A/c76b075d64b9475dad60e9b2ee52af1c as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/A/c76b075d64b9475dad60e9b2ee52af1c 2024-11-22T15:22:40,671 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/A/c76b075d64b9475dad60e9b2ee52af1c, entries=150, sequenceid=12, filesize=11.7 K 2024-11-22T15:22:40,675 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/B/fb4bc4b98beb4af3832f5ca6fad9d669 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/fb4bc4b98beb4af3832f5ca6fad9d669 2024-11-22T15:22:40,679 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/fb4bc4b98beb4af3832f5ca6fad9d669, entries=150, sequenceid=12, filesize=11.7 K 2024-11-22T15:22:40,681 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/C/43137bdfa43d44adb5e1927139d17b10 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/43137bdfa43d44adb5e1927139d17b10 2024-11-22T15:22:40,685 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/43137bdfa43d44adb5e1927139d17b10, entries=150, sequenceid=12, filesize=11.7 K 2024-11-22T15:22:40,687 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for ac4ae663c954984c9d1dcb22cb9fd884 in 408ms, sequenceid=12, compaction requested=false 2024-11-22T15:22:40,687 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ac4ae663c954984c9d1dcb22cb9fd884: 2024-11-22T15:22:40,690 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:22:40,690 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-11-22T15:22:40,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884. 2024-11-22T15:22:40,690 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2837): Flushing ac4ae663c954984c9d1dcb22cb9fd884 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-22T15:22:40,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac4ae663c954984c9d1dcb22cb9fd884, store=A 2024-11-22T15:22:40,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:22:40,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac4ae663c954984c9d1dcb22cb9fd884, store=B 2024-11-22T15:22:40,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:22:40,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac4ae663c954984c9d1dcb22cb9fd884, store=C 2024-11-22T15:22:40,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:22:40,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/A/5ad59d9b07c14c08b93f08dc63beb270 is 50, key is test_row_0/A:col10/1732288960308/Put/seqid=0 2024-11-22T15:22:40,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(8581): Flush requested on ac4ae663c954984c9d1dcb22cb9fd884 2024-11-22T15:22:40,719 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884. as already flushing 2024-11-22T15:22:40,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742061_1237 (size=12001) 2024-11-22T15:22:40,749 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/A/5ad59d9b07c14c08b93f08dc63beb270 2024-11-22T15:22:40,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/B/37d52492e6dc4400872bdb6db8c12741 is 50, key is test_row_0/B:col10/1732288960308/Put/seqid=0 2024-11-22T15:22:40,773 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:40,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52556 deadline: 1732289020769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:40,774 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:40,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52544 deadline: 1732289020769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:40,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742062_1238 (size=12001) 2024-11-22T15:22:40,828 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/B/37d52492e6dc4400872bdb6db8c12741 2024-11-22T15:22:40,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-22T15:22:40,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/C/be47306330e04ca7b9fba33a156a5537 is 50, key is test_row_0/C:col10/1732288960308/Put/seqid=0 2024-11-22T15:22:40,879 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:40,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52556 deadline: 1732289020875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:40,879 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:40,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52544 deadline: 1732289020875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:40,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742063_1239 (size=12001) 2024-11-22T15:22:40,889 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/C/be47306330e04ca7b9fba33a156a5537 2024-11-22T15:22:40,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/A/5ad59d9b07c14c08b93f08dc63beb270 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/A/5ad59d9b07c14c08b93f08dc63beb270 2024-11-22T15:22:40,902 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/A/5ad59d9b07c14c08b93f08dc63beb270, entries=150, sequenceid=37, filesize=11.7 K 2024-11-22T15:22:40,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/B/37d52492e6dc4400872bdb6db8c12741 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/37d52492e6dc4400872bdb6db8c12741 2024-11-22T15:22:40,911 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/37d52492e6dc4400872bdb6db8c12741, entries=150, sequenceid=37, filesize=11.7 K 2024-11-22T15:22:40,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/C/be47306330e04ca7b9fba33a156a5537 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/be47306330e04ca7b9fba33a156a5537 2024-11-22T15:22:40,918 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/be47306330e04ca7b9fba33a156a5537, entries=150, sequenceid=37, filesize=11.7 K 2024-11-22T15:22:40,919 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for ac4ae663c954984c9d1dcb22cb9fd884 in 229ms, sequenceid=37, compaction requested=false 2024-11-22T15:22:40,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2538): Flush status journal for ac4ae663c954984c9d1dcb22cb9fd884: 2024-11-22T15:22:40,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884. 2024-11-22T15:22:40,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=66 2024-11-22T15:22:40,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4106): Remote procedure done, pid=66 2024-11-22T15:22:40,922 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=66, resume processing ppid=65 2024-11-22T15:22:40,922 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=66, ppid=65, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 698 msec 2024-11-22T15:22:40,924 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=65, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=65, table=TestAcidGuarantees in 704 msec 2024-11-22T15:22:40,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(8581): Flush requested on ac4ae663c954984c9d1dcb22cb9fd884 2024-11-22T15:22:40,934 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ac4ae663c954984c9d1dcb22cb9fd884 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-22T15:22:40,934 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac4ae663c954984c9d1dcb22cb9fd884, store=A 2024-11-22T15:22:40,934 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:22:40,934 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac4ae663c954984c9d1dcb22cb9fd884, store=B 2024-11-22T15:22:40,934 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:22:40,934 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac4ae663c954984c9d1dcb22cb9fd884, store=C 2024-11-22T15:22:40,934 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:22:40,939 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/A/186ffbdc27824a0392471b5aa8240dee is 50, key is test_row_0/A:col10/1732288960764/Put/seqid=0 2024-11-22T15:22:41,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742064_1240 (size=12001) 2024-11-22T15:22:41,020 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/A/186ffbdc27824a0392471b5aa8240dee 2024-11-22T15:22:41,048 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/B/091bd03cd4bd4c849d2ef0fc9cc295eb is 50, key is test_row_0/B:col10/1732288960764/Put/seqid=0 2024-11-22T15:22:41,074 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:41,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52536 deadline: 1732289021068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:41,079 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:41,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52490 deadline: 1732289021070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:41,080 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:41,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52500 deadline: 1732289021070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:41,089 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:41,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52544 deadline: 1732289021081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:41,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742065_1241 (size=12001) 2024-11-22T15:22:41,092 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:41,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52556 deadline: 1732289021080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:41,092 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/B/091bd03cd4bd4c849d2ef0fc9cc295eb 2024-11-22T15:22:41,117 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/C/42cc3ba3344b44feaa9be463d23eb812 is 50, key is test_row_0/C:col10/1732288960764/Put/seqid=0 2024-11-22T15:22:41,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742066_1242 (size=12001) 2024-11-22T15:22:41,148 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/C/42cc3ba3344b44feaa9be463d23eb812 2024-11-22T15:22:41,154 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/A/186ffbdc27824a0392471b5aa8240dee as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/A/186ffbdc27824a0392471b5aa8240dee 2024-11-22T15:22:41,159 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/A/186ffbdc27824a0392471b5aa8240dee, entries=150, sequenceid=50, filesize=11.7 K 2024-11-22T15:22:41,161 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/B/091bd03cd4bd4c849d2ef0fc9cc295eb as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/091bd03cd4bd4c849d2ef0fc9cc295eb 2024-11-22T15:22:41,168 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/091bd03cd4bd4c849d2ef0fc9cc295eb, entries=150, sequenceid=50, filesize=11.7 K 2024-11-22T15:22:41,170 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/C/42cc3ba3344b44feaa9be463d23eb812 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/42cc3ba3344b44feaa9be463d23eb812 2024-11-22T15:22:41,183 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:41,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52536 deadline: 1732289021176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:41,186 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:41,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52490 deadline: 1732289021181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:41,186 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:41,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52500 deadline: 1732289021182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:41,203 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/42cc3ba3344b44feaa9be463d23eb812, entries=150, sequenceid=50, filesize=11.7 K 2024-11-22T15:22:41,204 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for ac4ae663c954984c9d1dcb22cb9fd884 in 270ms, sequenceid=50, compaction requested=true 2024-11-22T15:22:41,204 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ac4ae663c954984c9d1dcb22cb9fd884: 2024-11-22T15:22:41,204 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ac4ae663c954984c9d1dcb22cb9fd884:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T15:22:41,205 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T15:22:41,205 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T15:22:41,205 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ac4ae663c954984c9d1dcb22cb9fd884:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T15:22:41,205 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T15:22:41,205 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ac4ae663c954984c9d1dcb22cb9fd884:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T15:22:41,205 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-22T15:22:41,205 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T15:22:41,206 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T15:22:41,206 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1540): ac4ae663c954984c9d1dcb22cb9fd884/B is initiating minor compaction (all files) 2024-11-22T15:22:41,206 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ac4ae663c954984c9d1dcb22cb9fd884/B in TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884. 2024-11-22T15:22:41,206 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/fb4bc4b98beb4af3832f5ca6fad9d669, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/37d52492e6dc4400872bdb6db8c12741, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/091bd03cd4bd4c849d2ef0fc9cc295eb] into tmpdir=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp, totalSize=35.2 K 2024-11-22T15:22:41,206 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T15:22:41,206 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1540): ac4ae663c954984c9d1dcb22cb9fd884/A is initiating minor compaction (all files) 2024-11-22T15:22:41,206 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ac4ae663c954984c9d1dcb22cb9fd884/A in TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884. 2024-11-22T15:22:41,207 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/A/c76b075d64b9475dad60e9b2ee52af1c, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/A/5ad59d9b07c14c08b93f08dc63beb270, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/A/186ffbdc27824a0392471b5aa8240dee] into tmpdir=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp, totalSize=35.2 K 2024-11-22T15:22:41,207 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting fb4bc4b98beb4af3832f5ca6fad9d669, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732288960269 2024-11-22T15:22:41,207 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting c76b075d64b9475dad60e9b2ee52af1c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732288960269 2024-11-22T15:22:41,207 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting 37d52492e6dc4400872bdb6db8c12741, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1732288960306 2024-11-22T15:22:41,207 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting 5ad59d9b07c14c08b93f08dc63beb270, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1732288960306 2024-11-22T15:22:41,207 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting 091bd03cd4bd4c849d2ef0fc9cc295eb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732288960764 2024-11-22T15:22:41,208 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting 186ffbdc27824a0392471b5aa8240dee, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732288960764 2024-11-22T15:22:41,237 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ac4ae663c954984c9d1dcb22cb9fd884#A#compaction#199 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T15:22:41,238 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/A/4bc257b6beaf4573bdf4ce658bc1f184 is 50, key is test_row_0/A:col10/1732288960764/Put/seqid=0 2024-11-22T15:22:41,256 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ac4ae663c954984c9d1dcb22cb9fd884#B#compaction#200 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T15:22:41,256 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/B/be8c5207488d48bbb68656f4b0df7206 is 50, key is test_row_0/B:col10/1732288960764/Put/seqid=0 2024-11-22T15:22:41,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742067_1243 (size=12104) 2024-11-22T15:22:41,317 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/A/4bc257b6beaf4573bdf4ce658bc1f184 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/A/4bc257b6beaf4573bdf4ce658bc1f184 2024-11-22T15:22:41,324 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ac4ae663c954984c9d1dcb22cb9fd884/A of ac4ae663c954984c9d1dcb22cb9fd884 into 4bc257b6beaf4573bdf4ce658bc1f184(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T15:22:41,324 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ac4ae663c954984c9d1dcb22cb9fd884: 2024-11-22T15:22:41,324 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884., storeName=ac4ae663c954984c9d1dcb22cb9fd884/A, priority=13, startTime=1732288961204; duration=0sec 2024-11-22T15:22:41,324 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T15:22:41,324 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ac4ae663c954984c9d1dcb22cb9fd884:A 2024-11-22T15:22:41,324 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T15:22:41,326 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T15:22:41,326 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1540): ac4ae663c954984c9d1dcb22cb9fd884/C is initiating minor compaction (all files) 2024-11-22T15:22:41,326 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ac4ae663c954984c9d1dcb22cb9fd884/C in TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884. 2024-11-22T15:22:41,326 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/43137bdfa43d44adb5e1927139d17b10, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/be47306330e04ca7b9fba33a156a5537, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/42cc3ba3344b44feaa9be463d23eb812] into tmpdir=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp, totalSize=35.2 K 2024-11-22T15:22:41,327 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting 43137bdfa43d44adb5e1927139d17b10, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732288960269 2024-11-22T15:22:41,327 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting be47306330e04ca7b9fba33a156a5537, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1732288960306 2024-11-22T15:22:41,328 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting 42cc3ba3344b44feaa9be463d23eb812, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732288960764 2024-11-22T15:22:41,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742068_1244 (size=12104) 2024-11-22T15:22:41,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-22T15:22:41,333 INFO [Thread-1090 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 65 completed 2024-11-22T15:22:41,334 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T15:22:41,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] procedure2.ProcedureExecutor(1098): Stored pid=67, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=67, table=TestAcidGuarantees 2024-11-22T15:22:41,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-22T15:22:41,336 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=67, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=67, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T15:22:41,337 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=67, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=67, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T15:22:41,337 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=68, ppid=67, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T15:22:41,338 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/B/be8c5207488d48bbb68656f4b0df7206 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/be8c5207488d48bbb68656f4b0df7206 2024-11-22T15:22:41,343 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ac4ae663c954984c9d1dcb22cb9fd884/B of ac4ae663c954984c9d1dcb22cb9fd884 into be8c5207488d48bbb68656f4b0df7206(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T15:22:41,343 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ac4ae663c954984c9d1dcb22cb9fd884: 2024-11-22T15:22:41,343 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884., storeName=ac4ae663c954984c9d1dcb22cb9fd884/B, priority=13, startTime=1732288961205; duration=0sec 2024-11-22T15:22:41,343 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T15:22:41,343 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ac4ae663c954984c9d1dcb22cb9fd884:B 2024-11-22T15:22:41,351 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ac4ae663c954984c9d1dcb22cb9fd884#C#compaction#201 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T15:22:41,352 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/C/4304ec7cbb09468e8506e2249adb3dfd is 50, key is test_row_0/C:col10/1732288960764/Put/seqid=0 2024-11-22T15:22:41,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742069_1245 (size=12104) 2024-11-22T15:22:41,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(8581): Flush requested on ac4ae663c954984c9d1dcb22cb9fd884 2024-11-22T15:22:41,389 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ac4ae663c954984c9d1dcb22cb9fd884 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-22T15:22:41,389 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac4ae663c954984c9d1dcb22cb9fd884, store=A 2024-11-22T15:22:41,389 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:22:41,389 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac4ae663c954984c9d1dcb22cb9fd884, store=B 2024-11-22T15:22:41,389 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:22:41,389 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac4ae663c954984c9d1dcb22cb9fd884, store=C 2024-11-22T15:22:41,389 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:22:41,405 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/A/466058943a7943ba9232f9c6b85c00c7 is 50, key is test_row_0/A:col10/1732288961064/Put/seqid=0 2024-11-22T15:22:41,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-22T15:22:41,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742070_1246 (size=14341) 2024-11-22T15:22:41,448 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/A/466058943a7943ba9232f9c6b85c00c7 2024-11-22T15:22:41,451 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:41,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52500 deadline: 1732289021443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:41,452 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:41,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52490 deadline: 1732289021445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:41,460 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:41,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52544 deadline: 1732289021450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:41,461 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:41,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52536 deadline: 1732289021451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:41,463 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:41,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52556 deadline: 1732289021454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:41,469 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/B/4ec421a6d87c45bcaf45ce9eb0f46d9b is 50, key is test_row_0/B:col10/1732288961064/Put/seqid=0 2024-11-22T15:22:41,489 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:22:41,490 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-22T15:22:41,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884. 2024-11-22T15:22:41,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884. as already flushing 2024-11-22T15:22:41,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884. 2024-11-22T15:22:41,490 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => ac4ae663c954984c9d1dcb22cb9fd884, NAME => 'TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:41,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => ac4ae663c954984c9d1dcb22cb9fd884, NAME => 'TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:41,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ac4ae663c954984c9d1dcb22cb9fd884, NAME => 'TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ac4ae663c954984c9d1dcb22cb9fd884, NAME => 'TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:41,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742071_1247 (size=12001) 2024-11-22T15:22:41,522 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/B/4ec421a6d87c45bcaf45ce9eb0f46d9b 2024-11-22T15:22:41,545 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/C/0338ada61ee24ccdb82e2928809c3f6c is 50, key is test_row_0/C:col10/1732288961064/Put/seqid=0 2024-11-22T15:22:41,559 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:41,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52500 deadline: 1732289021553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:41,560 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:41,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52490 deadline: 1732289021554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:41,566 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:41,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52544 deadline: 1732289021562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:41,566 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:41,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52536 deadline: 1732289021562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:41,568 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:41,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52556 deadline: 1732289021565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:41,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742072_1248 (size=12001) 2024-11-22T15:22:41,599 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/C/0338ada61ee24ccdb82e2928809c3f6c 2024-11-22T15:22:41,604 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/A/466058943a7943ba9232f9c6b85c00c7 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/A/466058943a7943ba9232f9c6b85c00c7 2024-11-22T15:22:41,609 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/A/466058943a7943ba9232f9c6b85c00c7, entries=200, sequenceid=77, filesize=14.0 K 2024-11-22T15:22:41,610 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/B/4ec421a6d87c45bcaf45ce9eb0f46d9b as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/4ec421a6d87c45bcaf45ce9eb0f46d9b 2024-11-22T15:22:41,614 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/4ec421a6d87c45bcaf45ce9eb0f46d9b, entries=150, sequenceid=77, filesize=11.7 K 2024-11-22T15:22:41,615 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/C/0338ada61ee24ccdb82e2928809c3f6c as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/0338ada61ee24ccdb82e2928809c3f6c 2024-11-22T15:22:41,620 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/0338ada61ee24ccdb82e2928809c3f6c, entries=150, sequenceid=77, filesize=11.7 K 2024-11-22T15:22:41,621 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for ac4ae663c954984c9d1dcb22cb9fd884 in 233ms, sequenceid=77, compaction requested=false 2024-11-22T15:22:41,621 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ac4ae663c954984c9d1dcb22cb9fd884: 2024-11-22T15:22:41,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-22T15:22:41,642 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:22:41,643 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-22T15:22:41,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884. 2024-11-22T15:22:41,643 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2837): Flushing ac4ae663c954984c9d1dcb22cb9fd884 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-22T15:22:41,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac4ae663c954984c9d1dcb22cb9fd884, store=A 2024-11-22T15:22:41,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:22:41,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac4ae663c954984c9d1dcb22cb9fd884, store=B 2024-11-22T15:22:41,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:22:41,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac4ae663c954984c9d1dcb22cb9fd884, store=C 2024-11-22T15:22:41,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:22:41,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/A/1b7987b0508c4f2598c33694d3a0ba69 is 50, key is test_row_0/A:col10/1732288961446/Put/seqid=0 2024-11-22T15:22:41,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742073_1249 (size=12001) 2024-11-22T15:22:41,705 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/A/1b7987b0508c4f2598c33694d3a0ba69 2024-11-22T15:22:41,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/B/eda7d8c4ac5f4c499b5e12dc91c01dc0 is 50, key is test_row_0/B:col10/1732288961446/Put/seqid=0 2024-11-22T15:22:41,754 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-22T15:22:41,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742074_1250 (size=12001) 2024-11-22T15:22:41,757 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/B/eda7d8c4ac5f4c499b5e12dc91c01dc0 2024-11-22T15:22:41,770 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884. as already flushing 2024-11-22T15:22:41,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(8581): Flush requested on ac4ae663c954984c9d1dcb22cb9fd884 2024-11-22T15:22:41,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/C/2b132f9ad8c94c09bc98c86e095dac92 is 50, key is test_row_0/C:col10/1732288961446/Put/seqid=0 2024-11-22T15:22:41,792 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/C/4304ec7cbb09468e8506e2249adb3dfd as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/4304ec7cbb09468e8506e2249adb3dfd 2024-11-22T15:22:41,798 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ac4ae663c954984c9d1dcb22cb9fd884/C of ac4ae663c954984c9d1dcb22cb9fd884 into 4304ec7cbb09468e8506e2249adb3dfd(size=11.8 K), total size for store is 23.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T15:22:41,798 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ac4ae663c954984c9d1dcb22cb9fd884: 2024-11-22T15:22:41,798 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884., storeName=ac4ae663c954984c9d1dcb22cb9fd884/C, priority=13, startTime=1732288961205; duration=0sec 2024-11-22T15:22:41,798 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T15:22:41,798 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ac4ae663c954984c9d1dcb22cb9fd884:C 2024-11-22T15:22:41,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742075_1251 (size=12001) 2024-11-22T15:22:41,824 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/C/2b132f9ad8c94c09bc98c86e095dac92 2024-11-22T15:22:41,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/A/1b7987b0508c4f2598c33694d3a0ba69 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/A/1b7987b0508c4f2598c33694d3a0ba69 2024-11-22T15:22:41,839 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/A/1b7987b0508c4f2598c33694d3a0ba69, entries=150, sequenceid=89, filesize=11.7 K 2024-11-22T15:22:41,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/B/eda7d8c4ac5f4c499b5e12dc91c01dc0 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/eda7d8c4ac5f4c499b5e12dc91c01dc0 2024-11-22T15:22:41,846 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/eda7d8c4ac5f4c499b5e12dc91c01dc0, entries=150, sequenceid=89, filesize=11.7 K 2024-11-22T15:22:41,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/C/2b132f9ad8c94c09bc98c86e095dac92 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/2b132f9ad8c94c09bc98c86e095dac92 2024-11-22T15:22:41,856 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/2b132f9ad8c94c09bc98c86e095dac92, entries=150, sequenceid=89, filesize=11.7 K 2024-11-22T15:22:41,862 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=67.09 KB/68700 for ac4ae663c954984c9d1dcb22cb9fd884 in 219ms, sequenceid=89, compaction requested=true 2024-11-22T15:22:41,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2538): Flush status journal for ac4ae663c954984c9d1dcb22cb9fd884: 2024-11-22T15:22:41,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884. 2024-11-22T15:22:41,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=68 2024-11-22T15:22:41,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4106): Remote procedure done, pid=68 2024-11-22T15:22:41,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(8581): Flush requested on ac4ae663c954984c9d1dcb22cb9fd884 2024-11-22T15:22:41,865 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ac4ae663c954984c9d1dcb22cb9fd884 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-22T15:22:41,865 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac4ae663c954984c9d1dcb22cb9fd884, store=A 2024-11-22T15:22:41,865 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:22:41,865 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac4ae663c954984c9d1dcb22cb9fd884, store=B 2024-11-22T15:22:41,865 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:22:41,865 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac4ae663c954984c9d1dcb22cb9fd884, store=C 2024-11-22T15:22:41,865 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:22:41,868 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=68, resume processing ppid=67 2024-11-22T15:22:41,868 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=68, ppid=67, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 527 msec 2024-11-22T15:22:41,870 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=67, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=67, table=TestAcidGuarantees in 534 msec 2024-11-22T15:22:41,881 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/A/ae0a2a42217d48e6ab1cfb8ba33af592 is 50, key is test_row_0/A:col10/1732288961803/Put/seqid=0 2024-11-22T15:22:41,883 DEBUG [master/77927f992d0b:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region c89ab5262a555d587195852fa02a3fb5 changed from -1.0 to 0.0, refreshing cache 2024-11-22T15:22:41,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742076_1252 (size=14341) 2024-11-22T15:22:41,935 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=106 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/A/ae0a2a42217d48e6ab1cfb8ba33af592 2024-11-22T15:22:41,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-22T15:22:41,943 INFO [Thread-1090 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 67 completed 2024-11-22T15:22:41,945 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T15:22:41,946 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/B/95bc7d1e70b24ae784a77560f2154de6 is 50, key is test_row_0/B:col10/1732288961803/Put/seqid=0 2024-11-22T15:22:41,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] procedure2.ProcedureExecutor(1098): Stored pid=69, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees 2024-11-22T15:22:41,947 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=69, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T15:22:41,948 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=69, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T15:22:41,948 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=70, ppid=69, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T15:22:41,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-22T15:22:41,951 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:41,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52556 deadline: 1732289021935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:41,956 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:41,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52490 deadline: 1732289021937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:41,964 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:41,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52500 deadline: 1732289021949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:41,958 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:41,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52544 deadline: 1732289021947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:41,970 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:41,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52536 deadline: 1732289021963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:41,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742077_1253 (size=12001) 2024-11-22T15:22:41,995 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=106 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/B/95bc7d1e70b24ae784a77560f2154de6 2024-11-22T15:22:42,029 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/C/5ebd486267f0450987ff34daab53c0b2 is 50, key is test_row_0/C:col10/1732288961803/Put/seqid=0 2024-11-22T15:22:42,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-22T15:22:42,055 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:42,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52556 deadline: 1732289022052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:42,065 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:42,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52490 deadline: 1732289022059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:42,074 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:42,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52500 deadline: 1732289022065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:42,077 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:42,078 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:42,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52536 deadline: 1732289022071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:42,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52544 deadline: 1732289022070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:42,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742078_1254 (size=12001) 2024-11-22T15:22:42,093 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=106 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/C/5ebd486267f0450987ff34daab53c0b2 2024-11-22T15:22:42,098 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/A/ae0a2a42217d48e6ab1cfb8ba33af592 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/A/ae0a2a42217d48e6ab1cfb8ba33af592 2024-11-22T15:22:42,099 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:22:42,099 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-11-22T15:22:42,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884. 2024-11-22T15:22:42,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884. as already flushing 2024-11-22T15:22:42,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884. 2024-11-22T15:22:42,100 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => ac4ae663c954984c9d1dcb22cb9fd884, NAME => 'TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:42,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => ac4ae663c954984c9d1dcb22cb9fd884, NAME => 'TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:42,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ac4ae663c954984c9d1dcb22cb9fd884, NAME => 'TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ac4ae663c954984c9d1dcb22cb9fd884, NAME => 'TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:42,106 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/A/ae0a2a42217d48e6ab1cfb8ba33af592, entries=200, sequenceid=106, filesize=14.0 K 2024-11-22T15:22:42,108 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/B/95bc7d1e70b24ae784a77560f2154de6 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/95bc7d1e70b24ae784a77560f2154de6 2024-11-22T15:22:42,113 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/95bc7d1e70b24ae784a77560f2154de6, entries=150, sequenceid=106, filesize=11.7 K 2024-11-22T15:22:42,116 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/C/5ebd486267f0450987ff34daab53c0b2 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/5ebd486267f0450987ff34daab53c0b2 2024-11-22T15:22:42,122 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/5ebd486267f0450987ff34daab53c0b2, entries=150, sequenceid=106, filesize=11.7 K 2024-11-22T15:22:42,124 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for ac4ae663c954984c9d1dcb22cb9fd884 in 259ms, sequenceid=106, compaction requested=true 2024-11-22T15:22:42,124 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ac4ae663c954984c9d1dcb22cb9fd884: 2024-11-22T15:22:42,124 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ac4ae663c954984c9d1dcb22cb9fd884:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T15:22:42,124 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T15:22:42,124 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T15:22:42,124 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ac4ae663c954984c9d1dcb22cb9fd884:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T15:22:42,124 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T15:22:42,124 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ac4ae663c954984c9d1dcb22cb9fd884:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T15:22:42,124 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T15:22:42,124 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T15:22:42,126 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52787 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T15:22:42,126 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1540): ac4ae663c954984c9d1dcb22cb9fd884/A is initiating minor compaction (all files) 2024-11-22T15:22:42,126 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ac4ae663c954984c9d1dcb22cb9fd884/A in TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884. 2024-11-22T15:22:42,126 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/A/4bc257b6beaf4573bdf4ce658bc1f184, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/A/466058943a7943ba9232f9c6b85c00c7, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/A/1b7987b0508c4f2598c33694d3a0ba69, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/A/ae0a2a42217d48e6ab1cfb8ba33af592] into tmpdir=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp, totalSize=51.5 K 2024-11-22T15:22:42,126 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T15:22:42,126 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1540): ac4ae663c954984c9d1dcb22cb9fd884/B is initiating minor compaction (all files) 2024-11-22T15:22:42,126 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ac4ae663c954984c9d1dcb22cb9fd884/B in TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884. 2024-11-22T15:22:42,126 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4bc257b6beaf4573bdf4ce658bc1f184, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732288960764 2024-11-22T15:22:42,127 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/be8c5207488d48bbb68656f4b0df7206, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/4ec421a6d87c45bcaf45ce9eb0f46d9b, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/eda7d8c4ac5f4c499b5e12dc91c01dc0, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/95bc7d1e70b24ae784a77560f2154de6] into tmpdir=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp, totalSize=47.0 K 2024-11-22T15:22:42,127 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting be8c5207488d48bbb68656f4b0df7206, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732288960764 2024-11-22T15:22:42,127 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting 466058943a7943ba9232f9c6b85c00c7, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1732288961056 2024-11-22T15:22:42,127 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting 4ec421a6d87c45bcaf45ce9eb0f46d9b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1732288961056 2024-11-22T15:22:42,127 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1b7987b0508c4f2598c33694d3a0ba69, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1732288961446 2024-11-22T15:22:42,128 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting eda7d8c4ac5f4c499b5e12dc91c01dc0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1732288961446 2024-11-22T15:22:42,128 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting ae0a2a42217d48e6ab1cfb8ba33af592, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=106, earliestPutTs=1732288961803 2024-11-22T15:22:42,129 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting 95bc7d1e70b24ae784a77560f2154de6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=106, earliestPutTs=1732288961803 2024-11-22T15:22:42,153 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ac4ae663c954984c9d1dcb22cb9fd884#A#compaction#211 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T15:22:42,154 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/A/a58af0b82ad84e5bb79f73c594117073 is 50, key is test_row_0/A:col10/1732288961803/Put/seqid=0 2024-11-22T15:22:42,169 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ac4ae663c954984c9d1dcb22cb9fd884#B#compaction#212 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T15:22:42,170 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/B/b9e0f045e3d74a4dbe37769029765c97 is 50, key is test_row_0/B:col10/1732288961803/Put/seqid=0 2024-11-22T15:22:42,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742079_1255 (size=12241) 2024-11-22T15:22:42,228 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/A/a58af0b82ad84e5bb79f73c594117073 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/A/a58af0b82ad84e5bb79f73c594117073 2024-11-22T15:22:42,236 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in ac4ae663c954984c9d1dcb22cb9fd884/A of ac4ae663c954984c9d1dcb22cb9fd884 into a58af0b82ad84e5bb79f73c594117073(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T15:22:42,236 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ac4ae663c954984c9d1dcb22cb9fd884: 2024-11-22T15:22:42,236 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884., storeName=ac4ae663c954984c9d1dcb22cb9fd884/A, priority=12, startTime=1732288962124; duration=0sec 2024-11-22T15:22:42,237 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T15:22:42,237 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ac4ae663c954984c9d1dcb22cb9fd884:A 2024-11-22T15:22:42,237 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T15:22:42,244 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T15:22:42,244 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1540): ac4ae663c954984c9d1dcb22cb9fd884/C is initiating minor compaction (all files) 2024-11-22T15:22:42,244 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ac4ae663c954984c9d1dcb22cb9fd884/C in TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884. 2024-11-22T15:22:42,244 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/4304ec7cbb09468e8506e2249adb3dfd, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/0338ada61ee24ccdb82e2928809c3f6c, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/2b132f9ad8c94c09bc98c86e095dac92, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/5ebd486267f0450987ff34daab53c0b2] into tmpdir=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp, totalSize=47.0 K 2024-11-22T15:22:42,245 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4304ec7cbb09468e8506e2249adb3dfd, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732288960764 2024-11-22T15:22:42,245 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0338ada61ee24ccdb82e2928809c3f6c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1732288961056 2024-11-22T15:22:42,245 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2b132f9ad8c94c09bc98c86e095dac92, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1732288961446 2024-11-22T15:22:42,246 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5ebd486267f0450987ff34daab53c0b2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=106, earliestPutTs=1732288961803 2024-11-22T15:22:42,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-22T15:22:42,253 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:22:42,254 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-11-22T15:22:42,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884. 2024-11-22T15:22:42,254 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2837): Flushing ac4ae663c954984c9d1dcb22cb9fd884 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-22T15:22:42,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac4ae663c954984c9d1dcb22cb9fd884, store=A 2024-11-22T15:22:42,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:22:42,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac4ae663c954984c9d1dcb22cb9fd884, store=B 2024-11-22T15:22:42,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:22:42,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac4ae663c954984c9d1dcb22cb9fd884, store=C 2024-11-22T15:22:42,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:22:42,260 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884. as already flushing 2024-11-22T15:22:42,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(8581): Flush requested on ac4ae663c954984c9d1dcb22cb9fd884 2024-11-22T15:22:42,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742080_1256 (size=12241) 2024-11-22T15:22:42,267 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ac4ae663c954984c9d1dcb22cb9fd884#C#compaction#213 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T15:22:42,267 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/C/5350df10e32944149d3240c837ace1e6 is 50, key is test_row_0/C:col10/1732288961803/Put/seqid=0 2024-11-22T15:22:42,276 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/B/b9e0f045e3d74a4dbe37769029765c97 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/b9e0f045e3d74a4dbe37769029765c97 2024-11-22T15:22:42,282 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in ac4ae663c954984c9d1dcb22cb9fd884/B of ac4ae663c954984c9d1dcb22cb9fd884 into b9e0f045e3d74a4dbe37769029765c97(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T15:22:42,282 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ac4ae663c954984c9d1dcb22cb9fd884: 2024-11-22T15:22:42,282 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884., storeName=ac4ae663c954984c9d1dcb22cb9fd884/B, priority=12, startTime=1732288962124; duration=0sec 2024-11-22T15:22:42,282 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T15:22:42,282 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ac4ae663c954984c9d1dcb22cb9fd884:B 2024-11-22T15:22:42,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/A/676bd4d10c774a6ea295c60d5d4a8a37 is 50, key is test_row_0/A:col10/1732288961937/Put/seqid=0 2024-11-22T15:22:42,308 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:42,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52500 deadline: 1732289022301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:42,312 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:42,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52536 deadline: 1732289022306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:42,314 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:42,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52544 deadline: 1732289022306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:42,315 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:42,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52556 deadline: 1732289022306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:42,315 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:42,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52490 deadline: 1732289022308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:42,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742081_1257 (size=12241) 2024-11-22T15:22:42,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742082_1258 (size=12001) 2024-11-22T15:22:42,344 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/C/5350df10e32944149d3240c837ace1e6 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/5350df10e32944149d3240c837ace1e6 2024-11-22T15:22:42,345 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/A/676bd4d10c774a6ea295c60d5d4a8a37 2024-11-22T15:22:42,358 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in ac4ae663c954984c9d1dcb22cb9fd884/C of ac4ae663c954984c9d1dcb22cb9fd884 into 5350df10e32944149d3240c837ace1e6(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T15:22:42,358 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ac4ae663c954984c9d1dcb22cb9fd884: 2024-11-22T15:22:42,358 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884., storeName=ac4ae663c954984c9d1dcb22cb9fd884/C, priority=12, startTime=1732288962124; duration=0sec 2024-11-22T15:22:42,358 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T15:22:42,358 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ac4ae663c954984c9d1dcb22cb9fd884:C 2024-11-22T15:22:42,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/B/b6434d2a5fe24e69988716607f83452e is 50, key is test_row_0/B:col10/1732288961937/Put/seqid=0 2024-11-22T15:22:42,410 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:42,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52500 deadline: 1732289022410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:42,428 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:42,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52536 deadline: 1732289022415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:42,429 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:42,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52544 deadline: 1732289022416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:42,429 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:42,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52490 deadline: 1732289022416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:42,429 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:42,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52556 deadline: 1732289022418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:42,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742083_1259 (size=12001) 2024-11-22T15:22:42,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-22T15:22:42,614 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:42,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52500 deadline: 1732289022612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:42,633 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:42,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52536 deadline: 1732289022630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:42,633 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:42,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52490 deadline: 1732289022630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:42,633 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:42,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52544 deadline: 1732289022631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:42,637 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:42,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52556 deadline: 1732289022631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:42,844 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/B/b6434d2a5fe24e69988716607f83452e 2024-11-22T15:22:42,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/C/eac33b15cb8c4182938cddc60df01c07 is 50, key is test_row_0/C:col10/1732288961937/Put/seqid=0 2024-11-22T15:22:42,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742084_1260 (size=12001) 2024-11-22T15:22:42,908 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/C/eac33b15cb8c4182938cddc60df01c07 2024-11-22T15:22:42,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/A/676bd4d10c774a6ea295c60d5d4a8a37 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/A/676bd4d10c774a6ea295c60d5d4a8a37 2024-11-22T15:22:42,919 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/A/676bd4d10c774a6ea295c60d5d4a8a37, entries=150, sequenceid=127, filesize=11.7 K 2024-11-22T15:22:42,921 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:42,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52500 deadline: 1732289022918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:42,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/B/b6434d2a5fe24e69988716607f83452e as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/b6434d2a5fe24e69988716607f83452e 2024-11-22T15:22:42,935 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/b6434d2a5fe24e69988716607f83452e, entries=150, sequenceid=127, filesize=11.7 K 2024-11-22T15:22:42,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/C/eac33b15cb8c4182938cddc60df01c07 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/eac33b15cb8c4182938cddc60df01c07 2024-11-22T15:22:42,941 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:42,941 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:42,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52490 deadline: 1732289022935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:42,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52536 deadline: 1732289022935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:42,943 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/eac33b15cb8c4182938cddc60df01c07, entries=150, sequenceid=127, filesize=11.7 K 2024-11-22T15:22:42,943 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:42,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52544 deadline: 1732289022941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:42,944 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=93.93 KB/96180 for ac4ae663c954984c9d1dcb22cb9fd884 in 689ms, sequenceid=127, compaction requested=false 2024-11-22T15:22:42,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2538): Flush status journal for ac4ae663c954984c9d1dcb22cb9fd884: 2024-11-22T15:22:42,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884. 2024-11-22T15:22:42,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=70 2024-11-22T15:22:42,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4106): Remote procedure done, pid=70 2024-11-22T15:22:42,946 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=70, resume processing ppid=69 2024-11-22T15:22:42,946 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=70, ppid=69, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 997 msec 2024-11-22T15:22:42,949 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=69, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees in 1.0020 sec 2024-11-22T15:22:42,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(8581): Flush requested on ac4ae663c954984c9d1dcb22cb9fd884 2024-11-22T15:22:42,959 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ac4ae663c954984c9d1dcb22cb9fd884 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-22T15:22:42,959 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac4ae663c954984c9d1dcb22cb9fd884, store=A 2024-11-22T15:22:42,959 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:22:42,959 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac4ae663c954984c9d1dcb22cb9fd884, store=B 2024-11-22T15:22:42,959 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:22:42,959 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac4ae663c954984c9d1dcb22cb9fd884, store=C 2024-11-22T15:22:42,959 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:22:42,980 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/A/d82ffa37e6a445a4ba054127efb318fb is 50, key is test_row_0/A:col10/1732288962304/Put/seqid=0 2024-11-22T15:22:43,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742085_1261 (size=12151) 2024-11-22T15:22:43,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-22T15:22:43,052 INFO [Thread-1090 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 69 completed 2024-11-22T15:22:43,054 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T15:22:43,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] procedure2.ProcedureExecutor(1098): Stored pid=71, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees 2024-11-22T15:22:43,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-22T15:22:43,057 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=71, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T15:22:43,058 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=71, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T15:22:43,058 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=72, ppid=71, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T15:22:43,072 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:43,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52556 deadline: 1732289023069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:43,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-22T15:22:43,176 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:43,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52556 deadline: 1732289023173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:43,211 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:22:43,212 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-22T15:22:43,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884. 2024-11-22T15:22:43,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884. as already flushing 2024-11-22T15:22:43,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884. 2024-11-22T15:22:43,212 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => ac4ae663c954984c9d1dcb22cb9fd884, NAME => 'TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:43,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => ac4ae663c954984c9d1dcb22cb9fd884, NAME => 'TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:43,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ac4ae663c954984c9d1dcb22cb9fd884, NAME => 'TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ac4ae663c954984c9d1dcb22cb9fd884, NAME => 'TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:43,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-22T15:22:43,365 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:22:43,365 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-22T15:22:43,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884. 2024-11-22T15:22:43,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884. as already flushing 2024-11-22T15:22:43,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884. 2024-11-22T15:22:43,365 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => ac4ae663c954984c9d1dcb22cb9fd884, NAME => 'TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:43,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => ac4ae663c954984c9d1dcb22cb9fd884, NAME => 'TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:43,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ac4ae663c954984c9d1dcb22cb9fd884, NAME => 'TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ac4ae663c954984c9d1dcb22cb9fd884, NAME => 'TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:43,379 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:43,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52556 deadline: 1732289023378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:43,411 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=147 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/A/d82ffa37e6a445a4ba054127efb318fb 2024-11-22T15:22:43,428 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:43,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52500 deadline: 1732289023424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:43,434 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/B/7ce8e6c7c9c444ab89d9f617679c528d is 50, key is test_row_0/B:col10/1732288962304/Put/seqid=0 2024-11-22T15:22:43,446 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:43,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52490 deadline: 1732289023442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:43,449 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:43,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52544 deadline: 1732289023445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:43,454 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:43,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52536 deadline: 1732289023451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:43,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742086_1262 (size=12151) 2024-11-22T15:22:43,477 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=147 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/B/7ce8e6c7c9c444ab89d9f617679c528d 2024-11-22T15:22:43,494 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/C/236955e96cfe49b6ae7598ecab2c78a9 is 50, key is test_row_0/C:col10/1732288962304/Put/seqid=0 2024-11-22T15:22:43,517 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:22:43,518 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-22T15:22:43,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884. 2024-11-22T15:22:43,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884. as already flushing 2024-11-22T15:22:43,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884. 2024-11-22T15:22:43,518 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => ac4ae663c954984c9d1dcb22cb9fd884, NAME => 'TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:43,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => ac4ae663c954984c9d1dcb22cb9fd884, NAME => 'TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:43,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ac4ae663c954984c9d1dcb22cb9fd884, NAME => 'TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ac4ae663c954984c9d1dcb22cb9fd884, NAME => 'TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:43,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742087_1263 (size=12151) 2024-11-22T15:22:43,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-22T15:22:43,670 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:22:43,671 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-22T15:22:43,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884. 2024-11-22T15:22:43,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884. as already flushing 2024-11-22T15:22:43,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884. 2024-11-22T15:22:43,671 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => ac4ae663c954984c9d1dcb22cb9fd884, NAME => 'TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:43,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => ac4ae663c954984c9d1dcb22cb9fd884, NAME => 'TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:43,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ac4ae663c954984c9d1dcb22cb9fd884, NAME => 'TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ac4ae663c954984c9d1dcb22cb9fd884, NAME => 'TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:43,683 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:43,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52556 deadline: 1732289023681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:43,824 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:22:43,824 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-22T15:22:43,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884. 2024-11-22T15:22:43,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884. as already flushing 2024-11-22T15:22:43,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884. 2024-11-22T15:22:43,824 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => ac4ae663c954984c9d1dcb22cb9fd884, NAME => 'TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:43,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => ac4ae663c954984c9d1dcb22cb9fd884, NAME => 'TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:43,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ac4ae663c954984c9d1dcb22cb9fd884, NAME => 'TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ac4ae663c954984c9d1dcb22cb9fd884, NAME => 'TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:43,965 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=147 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/C/236955e96cfe49b6ae7598ecab2c78a9 2024-11-22T15:22:43,970 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/A/d82ffa37e6a445a4ba054127efb318fb as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/A/d82ffa37e6a445a4ba054127efb318fb 2024-11-22T15:22:43,976 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:22:43,977 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-22T15:22:43,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884. 2024-11-22T15:22:43,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884. as already flushing 2024-11-22T15:22:43,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884. 2024-11-22T15:22:43,977 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => ac4ae663c954984c9d1dcb22cb9fd884, NAME => 'TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:43,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => ac4ae663c954984c9d1dcb22cb9fd884, NAME => 'TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:43,978 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/A/d82ffa37e6a445a4ba054127efb318fb, entries=150, sequenceid=147, filesize=11.9 K 2024-11-22T15:22:43,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ac4ae663c954984c9d1dcb22cb9fd884, NAME => 'TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ac4ae663c954984c9d1dcb22cb9fd884, NAME => 'TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:43,979 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/B/7ce8e6c7c9c444ab89d9f617679c528d as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/7ce8e6c7c9c444ab89d9f617679c528d 2024-11-22T15:22:43,994 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/7ce8e6c7c9c444ab89d9f617679c528d, entries=150, sequenceid=147, filesize=11.9 K 2024-11-22T15:22:43,995 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/C/236955e96cfe49b6ae7598ecab2c78a9 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/236955e96cfe49b6ae7598ecab2c78a9 2024-11-22T15:22:44,000 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/236955e96cfe49b6ae7598ecab2c78a9, entries=150, sequenceid=147, filesize=11.9 K 2024-11-22T15:22:44,001 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for ac4ae663c954984c9d1dcb22cb9fd884 in 1042ms, sequenceid=147, compaction requested=true 2024-11-22T15:22:44,001 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ac4ae663c954984c9d1dcb22cb9fd884: 2024-11-22T15:22:44,002 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T15:22:44,003 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T15:22:44,003 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1540): ac4ae663c954984c9d1dcb22cb9fd884/A is initiating minor compaction (all files) 2024-11-22T15:22:44,003 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ac4ae663c954984c9d1dcb22cb9fd884/A in TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884. 2024-11-22T15:22:44,003 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/A/a58af0b82ad84e5bb79f73c594117073, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/A/676bd4d10c774a6ea295c60d5d4a8a37, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/A/d82ffa37e6a445a4ba054127efb318fb] into tmpdir=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp, totalSize=35.5 K 2024-11-22T15:22:44,004 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ac4ae663c954984c9d1dcb22cb9fd884:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T15:22:44,004 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting a58af0b82ad84e5bb79f73c594117073, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=106, earliestPutTs=1732288961803 2024-11-22T15:22:44,004 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T15:22:44,004 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ac4ae663c954984c9d1dcb22cb9fd884:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T15:22:44,004 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T15:22:44,004 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T15:22:44,004 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ac4ae663c954984c9d1dcb22cb9fd884:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T15:22:44,004 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T15:22:44,004 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting 676bd4d10c774a6ea295c60d5d4a8a37, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1732288961935 2024-11-22T15:22:44,005 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting d82ffa37e6a445a4ba054127efb318fb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=147, earliestPutTs=1732288962293 2024-11-22T15:22:44,006 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T15:22:44,006 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1540): ac4ae663c954984c9d1dcb22cb9fd884/B is initiating minor compaction (all files) 2024-11-22T15:22:44,006 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ac4ae663c954984c9d1dcb22cb9fd884/B in TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884. 2024-11-22T15:22:44,006 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/b9e0f045e3d74a4dbe37769029765c97, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/b6434d2a5fe24e69988716607f83452e, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/7ce8e6c7c9c444ab89d9f617679c528d] into tmpdir=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp, totalSize=35.5 K 2024-11-22T15:22:44,009 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting b9e0f045e3d74a4dbe37769029765c97, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=106, earliestPutTs=1732288961803 2024-11-22T15:22:44,016 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting b6434d2a5fe24e69988716607f83452e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1732288961935 2024-11-22T15:22:44,017 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting 7ce8e6c7c9c444ab89d9f617679c528d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=147, earliestPutTs=1732288962293 2024-11-22T15:22:44,028 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ac4ae663c954984c9d1dcb22cb9fd884#A#compaction#220 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T15:22:44,028 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/A/13ffe707816f4cffb6165d8044b29bff is 50, key is test_row_0/A:col10/1732288962304/Put/seqid=0 2024-11-22T15:22:44,041 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ac4ae663c954984c9d1dcb22cb9fd884#B#compaction#221 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T15:22:44,042 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/B/f20f769ef55847758a6762b2b3847ff9 is 50, key is test_row_0/B:col10/1732288962304/Put/seqid=0 2024-11-22T15:22:44,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742088_1264 (size=12493) 2024-11-22T15:22:44,079 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/A/13ffe707816f4cffb6165d8044b29bff as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/A/13ffe707816f4cffb6165d8044b29bff 2024-11-22T15:22:44,087 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ac4ae663c954984c9d1dcb22cb9fd884/A of ac4ae663c954984c9d1dcb22cb9fd884 into 13ffe707816f4cffb6165d8044b29bff(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T15:22:44,087 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ac4ae663c954984c9d1dcb22cb9fd884: 2024-11-22T15:22:44,087 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884., storeName=ac4ae663c954984c9d1dcb22cb9fd884/A, priority=13, startTime=1732288964001; duration=0sec 2024-11-22T15:22:44,087 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T15:22:44,087 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ac4ae663c954984c9d1dcb22cb9fd884:A 2024-11-22T15:22:44,087 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T15:22:44,090 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T15:22:44,090 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1540): ac4ae663c954984c9d1dcb22cb9fd884/C is initiating minor compaction (all files) 2024-11-22T15:22:44,090 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ac4ae663c954984c9d1dcb22cb9fd884/C in TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884. 2024-11-22T15:22:44,090 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/5350df10e32944149d3240c837ace1e6, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/eac33b15cb8c4182938cddc60df01c07, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/236955e96cfe49b6ae7598ecab2c78a9] into tmpdir=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp, totalSize=35.5 K 2024-11-22T15:22:44,090 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5350df10e32944149d3240c837ace1e6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=106, earliestPutTs=1732288961803 2024-11-22T15:22:44,091 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting eac33b15cb8c4182938cddc60df01c07, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1732288961935 2024-11-22T15:22:44,092 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting 236955e96cfe49b6ae7598ecab2c78a9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=147, earliestPutTs=1732288962293 2024-11-22T15:22:44,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742089_1265 (size=12493) 2024-11-22T15:22:44,106 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/B/f20f769ef55847758a6762b2b3847ff9 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/f20f769ef55847758a6762b2b3847ff9 2024-11-22T15:22:44,115 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ac4ae663c954984c9d1dcb22cb9fd884/B of ac4ae663c954984c9d1dcb22cb9fd884 into f20f769ef55847758a6762b2b3847ff9(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T15:22:44,115 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ac4ae663c954984c9d1dcb22cb9fd884: 2024-11-22T15:22:44,115 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884., storeName=ac4ae663c954984c9d1dcb22cb9fd884/B, priority=13, startTime=1732288964004; duration=0sec 2024-11-22T15:22:44,115 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T15:22:44,115 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ac4ae663c954984c9d1dcb22cb9fd884:B 2024-11-22T15:22:44,119 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ac4ae663c954984c9d1dcb22cb9fd884#C#compaction#222 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T15:22:44,120 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/C/b84143179c854e06b144e4a89be8a2b0 is 50, key is test_row_0/C:col10/1732288962304/Put/seqid=0 2024-11-22T15:22:44,130 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:22:44,130 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-22T15:22:44,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884. 2024-11-22T15:22:44,131 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2837): Flushing ac4ae663c954984c9d1dcb22cb9fd884 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-22T15:22:44,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac4ae663c954984c9d1dcb22cb9fd884, store=A 2024-11-22T15:22:44,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:22:44,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac4ae663c954984c9d1dcb22cb9fd884, store=B 2024-11-22T15:22:44,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:22:44,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac4ae663c954984c9d1dcb22cb9fd884, store=C 2024-11-22T15:22:44,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:22:44,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/A/012592827c2c43989a48fee44a09251c is 50, key is test_row_0/A:col10/1732288963041/Put/seqid=0 2024-11-22T15:22:44,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-22T15:22:44,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742090_1266 (size=12493) 2024-11-22T15:22:44,184 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/C/b84143179c854e06b144e4a89be8a2b0 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/b84143179c854e06b144e4a89be8a2b0 2024-11-22T15:22:44,190 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ac4ae663c954984c9d1dcb22cb9fd884/C of ac4ae663c954984c9d1dcb22cb9fd884 into b84143179c854e06b144e4a89be8a2b0(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T15:22:44,190 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ac4ae663c954984c9d1dcb22cb9fd884: 2024-11-22T15:22:44,190 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884., storeName=ac4ae663c954984c9d1dcb22cb9fd884/C, priority=13, startTime=1732288964004; duration=0sec 2024-11-22T15:22:44,190 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T15:22:44,190 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ac4ae663c954984c9d1dcb22cb9fd884:C 2024-11-22T15:22:44,192 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884. as already flushing 2024-11-22T15:22:44,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(8581): Flush requested on ac4ae663c954984c9d1dcb22cb9fd884 2024-11-22T15:22:44,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742091_1267 (size=12151) 2024-11-22T15:22:44,198 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=167 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/A/012592827c2c43989a48fee44a09251c 2024-11-22T15:22:44,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/B/0cf15c1a72cf4d3592c27d514f1e91a1 is 50, key is test_row_0/B:col10/1732288963041/Put/seqid=0 2024-11-22T15:22:44,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742092_1268 (size=12151) 2024-11-22T15:22:44,258 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:44,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52556 deadline: 1732289024257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:44,260 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=167 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/B/0cf15c1a72cf4d3592c27d514f1e91a1 2024-11-22T15:22:44,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/C/ea4ef99f4bf145cd8a83c157a032d58a is 50, key is test_row_0/C:col10/1732288963041/Put/seqid=0 2024-11-22T15:22:44,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742093_1269 (size=12151) 2024-11-22T15:22:44,322 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=167 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/C/ea4ef99f4bf145cd8a83c157a032d58a 2024-11-22T15:22:44,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/A/012592827c2c43989a48fee44a09251c as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/A/012592827c2c43989a48fee44a09251c 2024-11-22T15:22:44,332 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/A/012592827c2c43989a48fee44a09251c, entries=150, sequenceid=167, filesize=11.9 K 2024-11-22T15:22:44,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/B/0cf15c1a72cf4d3592c27d514f1e91a1 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/0cf15c1a72cf4d3592c27d514f1e91a1 2024-11-22T15:22:44,338 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/0cf15c1a72cf4d3592c27d514f1e91a1, entries=150, sequenceid=167, filesize=11.9 K 2024-11-22T15:22:44,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/C/ea4ef99f4bf145cd8a83c157a032d58a as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/ea4ef99f4bf145cd8a83c157a032d58a 2024-11-22T15:22:44,343 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/ea4ef99f4bf145cd8a83c157a032d58a, entries=150, sequenceid=167, filesize=11.9 K 2024-11-22T15:22:44,344 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for ac4ae663c954984c9d1dcb22cb9fd884 in 213ms, sequenceid=167, compaction requested=false 2024-11-22T15:22:44,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2538): Flush status journal for ac4ae663c954984c9d1dcb22cb9fd884: 2024-11-22T15:22:44,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884. 2024-11-22T15:22:44,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=72 2024-11-22T15:22:44,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4106): Remote procedure done, pid=72 2024-11-22T15:22:44,348 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=72, resume processing ppid=71 2024-11-22T15:22:44,348 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=72, ppid=71, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2880 sec 2024-11-22T15:22:44,351 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=71, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees in 1.2940 sec 2024-11-22T15:22:44,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(8581): Flush requested on ac4ae663c954984c9d1dcb22cb9fd884 2024-11-22T15:22:44,362 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ac4ae663c954984c9d1dcb22cb9fd884 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-22T15:22:44,362 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac4ae663c954984c9d1dcb22cb9fd884, store=A 2024-11-22T15:22:44,363 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:22:44,363 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac4ae663c954984c9d1dcb22cb9fd884, store=B 2024-11-22T15:22:44,363 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:22:44,363 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac4ae663c954984c9d1dcb22cb9fd884, store=C 2024-11-22T15:22:44,363 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:22:44,373 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/A/4727403e430b4c10a1b18e5f0d72f69b is 50, key is test_row_0/A:col10/1732288964250/Put/seqid=0 2024-11-22T15:22:44,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742094_1270 (size=14541) 2024-11-22T15:22:44,436 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:44,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52500 deadline: 1732289024432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:44,436 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:44,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52556 deadline: 1732289024433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:44,453 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:44,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52544 deadline: 1732289024453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:44,457 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:44,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52490 deadline: 1732289024455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:44,465 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:44,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52536 deadline: 1732289024463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:44,540 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:44,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52556 deadline: 1732289024538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:44,746 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:44,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52556 deadline: 1732289024743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:44,824 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=187 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/A/4727403e430b4c10a1b18e5f0d72f69b 2024-11-22T15:22:44,848 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/B/f74a2271d3c546c6a5ce73784b0d5106 is 50, key is test_row_0/B:col10/1732288964250/Put/seqid=0 2024-11-22T15:22:44,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742095_1271 (size=12151) 2024-11-22T15:22:44,883 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=187 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/B/f74a2271d3c546c6a5ce73784b0d5106 2024-11-22T15:22:44,894 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/C/dce6051b8a2c4850bd606cb6e7bf1993 is 50, key is test_row_0/C:col10/1732288964250/Put/seqid=0 2024-11-22T15:22:44,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742096_1272 (size=12151) 2024-11-22T15:22:45,054 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:45,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52556 deadline: 1732289025048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:45,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-22T15:22:45,160 INFO [Thread-1090 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 71 completed 2024-11-22T15:22:45,161 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T15:22:45,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] procedure2.ProcedureExecutor(1098): Stored pid=73, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees 2024-11-22T15:22:45,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-22T15:22:45,164 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=73, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T15:22:45,165 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=73, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T15:22:45,165 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=74, ppid=73, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T15:22:45,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-22T15:22:45,318 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:22:45,319 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-22T15:22:45,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884. 2024-11-22T15:22:45,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884. as already flushing 2024-11-22T15:22:45,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884. 2024-11-22T15:22:45,319 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => ac4ae663c954984c9d1dcb22cb9fd884, NAME => 'TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:45,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => ac4ae663c954984c9d1dcb22cb9fd884, NAME => 'TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:45,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ac4ae663c954984c9d1dcb22cb9fd884, NAME => 'TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ac4ae663c954984c9d1dcb22cb9fd884, NAME => 'TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:45,347 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=187 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/C/dce6051b8a2c4850bd606cb6e7bf1993 2024-11-22T15:22:45,356 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/A/4727403e430b4c10a1b18e5f0d72f69b as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/A/4727403e430b4c10a1b18e5f0d72f69b 2024-11-22T15:22:45,363 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/A/4727403e430b4c10a1b18e5f0d72f69b, entries=200, sequenceid=187, filesize=14.2 K 2024-11-22T15:22:45,366 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/B/f74a2271d3c546c6a5ce73784b0d5106 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/f74a2271d3c546c6a5ce73784b0d5106 2024-11-22T15:22:45,371 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/f74a2271d3c546c6a5ce73784b0d5106, entries=150, sequenceid=187, filesize=11.9 K 2024-11-22T15:22:45,373 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/C/dce6051b8a2c4850bd606cb6e7bf1993 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/dce6051b8a2c4850bd606cb6e7bf1993 2024-11-22T15:22:45,379 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/dce6051b8a2c4850bd606cb6e7bf1993, entries=150, sequenceid=187, filesize=11.9 K 2024-11-22T15:22:45,380 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for ac4ae663c954984c9d1dcb22cb9fd884 in 1018ms, sequenceid=187, compaction requested=true 2024-11-22T15:22:45,380 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ac4ae663c954984c9d1dcb22cb9fd884: 2024-11-22T15:22:45,381 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T15:22:45,381 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ac4ae663c954984c9d1dcb22cb9fd884:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T15:22:45,381 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T15:22:45,381 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T15:22:45,382 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ac4ae663c954984c9d1dcb22cb9fd884:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T15:22:45,382 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39185 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T15:22:45,382 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T15:22:45,382 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ac4ae663c954984c9d1dcb22cb9fd884:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T15:22:45,382 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T15:22:45,382 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1540): ac4ae663c954984c9d1dcb22cb9fd884/A is initiating minor compaction (all files) 2024-11-22T15:22:45,382 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ac4ae663c954984c9d1dcb22cb9fd884/A in TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884. 2024-11-22T15:22:45,382 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/A/13ffe707816f4cffb6165d8044b29bff, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/A/012592827c2c43989a48fee44a09251c, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/A/4727403e430b4c10a1b18e5f0d72f69b] into tmpdir=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp, totalSize=38.3 K 2024-11-22T15:22:45,382 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T15:22:45,382 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1540): ac4ae663c954984c9d1dcb22cb9fd884/B is initiating minor compaction (all files) 2024-11-22T15:22:45,382 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ac4ae663c954984c9d1dcb22cb9fd884/B in TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884. 2024-11-22T15:22:45,382 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting 13ffe707816f4cffb6165d8044b29bff, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=147, earliestPutTs=1732288962293 2024-11-22T15:22:45,382 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/f20f769ef55847758a6762b2b3847ff9, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/0cf15c1a72cf4d3592c27d514f1e91a1, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/f74a2271d3c546c6a5ce73784b0d5106] into tmpdir=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp, totalSize=35.9 K 2024-11-22T15:22:45,383 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting 012592827c2c43989a48fee44a09251c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1732288963041 2024-11-22T15:22:45,383 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting f20f769ef55847758a6762b2b3847ff9, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=147, earliestPutTs=1732288962293 2024-11-22T15:22:45,383 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4727403e430b4c10a1b18e5f0d72f69b, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=187, earliestPutTs=1732288964246 2024-11-22T15:22:45,383 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting 0cf15c1a72cf4d3592c27d514f1e91a1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1732288963041 2024-11-22T15:22:45,384 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting f74a2271d3c546c6a5ce73784b0d5106, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=187, earliestPutTs=1732288964250 2024-11-22T15:22:45,403 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ac4ae663c954984c9d1dcb22cb9fd884#B#compaction#229 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T15:22:45,403 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/B/8bc758db724842fba1fdc4c1c51dc496 is 50, key is test_row_0/B:col10/1732288964250/Put/seqid=0 2024-11-22T15:22:45,413 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ac4ae663c954984c9d1dcb22cb9fd884#A#compaction#230 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T15:22:45,414 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/A/caf47eca9c884dc38237aec68de43f26 is 50, key is test_row_0/A:col10/1732288964250/Put/seqid=0 2024-11-22T15:22:45,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742097_1273 (size=12595) 2024-11-22T15:22:45,458 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/B/8bc758db724842fba1fdc4c1c51dc496 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/8bc758db724842fba1fdc4c1c51dc496 2024-11-22T15:22:45,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-22T15:22:45,464 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ac4ae663c954984c9d1dcb22cb9fd884/B of ac4ae663c954984c9d1dcb22cb9fd884 into 8bc758db724842fba1fdc4c1c51dc496(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T15:22:45,464 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ac4ae663c954984c9d1dcb22cb9fd884: 2024-11-22T15:22:45,464 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884., storeName=ac4ae663c954984c9d1dcb22cb9fd884/B, priority=13, startTime=1732288965381; duration=0sec 2024-11-22T15:22:45,464 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T15:22:45,464 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ac4ae663c954984c9d1dcb22cb9fd884:B 2024-11-22T15:22:45,464 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T15:22:45,465 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T15:22:45,465 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1540): ac4ae663c954984c9d1dcb22cb9fd884/C is initiating minor compaction (all files) 2024-11-22T15:22:45,465 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ac4ae663c954984c9d1dcb22cb9fd884/C in TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884. 2024-11-22T15:22:45,465 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/b84143179c854e06b144e4a89be8a2b0, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/ea4ef99f4bf145cd8a83c157a032d58a, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/dce6051b8a2c4850bd606cb6e7bf1993] into tmpdir=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp, totalSize=35.9 K 2024-11-22T15:22:45,466 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting b84143179c854e06b144e4a89be8a2b0, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=147, earliestPutTs=1732288962293 2024-11-22T15:22:45,466 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting ea4ef99f4bf145cd8a83c157a032d58a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1732288963041 2024-11-22T15:22:45,466 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting dce6051b8a2c4850bd606cb6e7bf1993, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=187, earliestPutTs=1732288964250 2024-11-22T15:22:45,471 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:22:45,472 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-22T15:22:45,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884. 2024-11-22T15:22:45,472 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2837): Flushing ac4ae663c954984c9d1dcb22cb9fd884 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-22T15:22:45,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac4ae663c954984c9d1dcb22cb9fd884, store=A 2024-11-22T15:22:45,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:22:45,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac4ae663c954984c9d1dcb22cb9fd884, store=B 2024-11-22T15:22:45,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:22:45,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac4ae663c954984c9d1dcb22cb9fd884, store=C 2024-11-22T15:22:45,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:22:45,489 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ac4ae663c954984c9d1dcb22cb9fd884#C#compaction#231 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T15:22:45,489 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/C/da99caf7d07d4f7f8546149897d62a5b is 50, key is test_row_0/C:col10/1732288964250/Put/seqid=0 2024-11-22T15:22:45,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742098_1274 (size=12595) 2024-11-22T15:22:45,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/A/72858289f5834a2799c7ed017fa25a23 is 50, key is test_row_0/A:col10/1732288964411/Put/seqid=0 2024-11-22T15:22:45,501 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/A/caf47eca9c884dc38237aec68de43f26 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/A/caf47eca9c884dc38237aec68de43f26 2024-11-22T15:22:45,509 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ac4ae663c954984c9d1dcb22cb9fd884/A of ac4ae663c954984c9d1dcb22cb9fd884 into caf47eca9c884dc38237aec68de43f26(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T15:22:45,509 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ac4ae663c954984c9d1dcb22cb9fd884: 2024-11-22T15:22:45,509 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884., storeName=ac4ae663c954984c9d1dcb22cb9fd884/A, priority=13, startTime=1732288965380; duration=0sec 2024-11-22T15:22:45,509 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T15:22:45,509 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ac4ae663c954984c9d1dcb22cb9fd884:A 2024-11-22T15:22:45,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742099_1275 (size=12595) 2024-11-22T15:22:45,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742100_1276 (size=12151) 2024-11-22T15:22:45,555 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=205 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/A/72858289f5834a2799c7ed017fa25a23 2024-11-22T15:22:45,561 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884. as already flushing 2024-11-22T15:22:45,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(8581): Flush requested on ac4ae663c954984c9d1dcb22cb9fd884 2024-11-22T15:22:45,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/B/74dbd25f37b24e0b911c515be5b03aef is 50, key is test_row_0/B:col10/1732288964411/Put/seqid=0 2024-11-22T15:22:45,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742101_1277 (size=12151) 2024-11-22T15:22:45,642 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:45,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52556 deadline: 1732289025637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:45,748 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:45,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52556 deadline: 1732289025743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:45,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-22T15:22:45,931 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/C/da99caf7d07d4f7f8546149897d62a5b as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/da99caf7d07d4f7f8546149897d62a5b 2024-11-22T15:22:45,938 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ac4ae663c954984c9d1dcb22cb9fd884/C of ac4ae663c954984c9d1dcb22cb9fd884 into da99caf7d07d4f7f8546149897d62a5b(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T15:22:45,938 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ac4ae663c954984c9d1dcb22cb9fd884: 2024-11-22T15:22:45,938 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884., storeName=ac4ae663c954984c9d1dcb22cb9fd884/C, priority=13, startTime=1732288965382; duration=0sec 2024-11-22T15:22:45,938 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T15:22:45,938 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ac4ae663c954984c9d1dcb22cb9fd884:C 2024-11-22T15:22:45,952 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:45,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52556 deadline: 1732289025950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:46,013 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=205 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/B/74dbd25f37b24e0b911c515be5b03aef 2024-11-22T15:22:46,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/C/db706e7538ad4277ac53e21ff9c934a7 is 50, key is test_row_0/C:col10/1732288964411/Put/seqid=0 2024-11-22T15:22:46,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742102_1278 (size=12151) 2024-11-22T15:22:46,059 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=205 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/C/db706e7538ad4277ac53e21ff9c934a7 2024-11-22T15:22:46,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/A/72858289f5834a2799c7ed017fa25a23 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/A/72858289f5834a2799c7ed017fa25a23 2024-11-22T15:22:46,075 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/A/72858289f5834a2799c7ed017fa25a23, entries=150, sequenceid=205, filesize=11.9 K 2024-11-22T15:22:46,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/B/74dbd25f37b24e0b911c515be5b03aef as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/74dbd25f37b24e0b911c515be5b03aef 2024-11-22T15:22:46,081 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/74dbd25f37b24e0b911c515be5b03aef, entries=150, sequenceid=205, filesize=11.9 K 2024-11-22T15:22:46,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/C/db706e7538ad4277ac53e21ff9c934a7 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/db706e7538ad4277ac53e21ff9c934a7 2024-11-22T15:22:46,093 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/db706e7538ad4277ac53e21ff9c934a7, entries=150, sequenceid=205, filesize=11.9 K 2024-11-22T15:22:46,094 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for ac4ae663c954984c9d1dcb22cb9fd884 in 621ms, sequenceid=205, compaction requested=false 2024-11-22T15:22:46,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2538): Flush status journal for ac4ae663c954984c9d1dcb22cb9fd884: 2024-11-22T15:22:46,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884. 2024-11-22T15:22:46,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=74 2024-11-22T15:22:46,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4106): Remote procedure done, pid=74 2024-11-22T15:22:46,096 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=74, resume processing ppid=73 2024-11-22T15:22:46,096 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=74, ppid=73, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 930 msec 2024-11-22T15:22:46,098 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=73, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees in 936 msec 2024-11-22T15:22:46,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(8581): Flush requested on ac4ae663c954984c9d1dcb22cb9fd884 2024-11-22T15:22:46,258 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ac4ae663c954984c9d1dcb22cb9fd884 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-22T15:22:46,258 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac4ae663c954984c9d1dcb22cb9fd884, store=A 2024-11-22T15:22:46,258 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:22:46,258 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac4ae663c954984c9d1dcb22cb9fd884, store=B 2024-11-22T15:22:46,258 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:22:46,258 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac4ae663c954984c9d1dcb22cb9fd884, store=C 2024-11-22T15:22:46,258 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:22:46,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-22T15:22:46,266 INFO [Thread-1090 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 73 completed 2024-11-22T15:22:46,267 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T15:22:46,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] procedure2.ProcedureExecutor(1098): Stored pid=75, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees 2024-11-22T15:22:46,268 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/A/9213d0fd17624183b22cd6c34d4b35c3 is 50, key is test_row_0/A:col10/1732288965634/Put/seqid=0 2024-11-22T15:22:46,270 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=75, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T15:22:46,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-22T15:22:46,271 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=75, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T15:22:46,271 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=76, ppid=75, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T15:22:46,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742103_1279 (size=14541) 2024-11-22T15:22:46,326 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:46,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52556 deadline: 1732289026323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:46,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-22T15:22:46,430 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:22:46,430 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-22T15:22:46,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884. 2024-11-22T15:22:46,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884. as already flushing 2024-11-22T15:22:46,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884. 2024-11-22T15:22:46,431 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => ac4ae663c954984c9d1dcb22cb9fd884, NAME => 'TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:46,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => ac4ae663c954984c9d1dcb22cb9fd884, NAME => 'TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:46,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ac4ae663c954984c9d1dcb22cb9fd884, NAME => 'TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ac4ae663c954984c9d1dcb22cb9fd884, NAME => 'TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:46,432 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:46,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52556 deadline: 1732289026428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:46,457 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:46,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52500 deadline: 1732289026454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:46,458 DEBUG [Thread-1080 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4157 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884., hostname=77927f992d0b,45443,1732288897733, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T15:22:46,461 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:46,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52544 deadline: 1732289026458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:46,462 DEBUG [Thread-1082 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4156 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884., hostname=77927f992d0b,45443,1732288897733, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T15:22:46,472 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:46,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52490 deadline: 1732289026468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:46,472 DEBUG [Thread-1084 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4164 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884., hostname=77927f992d0b,45443,1732288897733, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T15:22:46,477 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:46,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52536 deadline: 1732289026472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:46,477 DEBUG [Thread-1088 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4172 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884., hostname=77927f992d0b,45443,1732288897733, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T15:22:46,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-22T15:22:46,583 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:22:46,583 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-22T15:22:46,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884. 2024-11-22T15:22:46,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884. as already flushing 2024-11-22T15:22:46,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884. 2024-11-22T15:22:46,584 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => ac4ae663c954984c9d1dcb22cb9fd884, NAME => 'TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:46,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => ac4ae663c954984c9d1dcb22cb9fd884, NAME => 'TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:46,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ac4ae663c954984c9d1dcb22cb9fd884, NAME => 'TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ac4ae663c954984c9d1dcb22cb9fd884, NAME => 'TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:46,636 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:46,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52556 deadline: 1732289026634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:46,716 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=227 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/A/9213d0fd17624183b22cd6c34d4b35c3 2024-11-22T15:22:46,736 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:22:46,736 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-22T15:22:46,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884. 2024-11-22T15:22:46,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884. as already flushing 2024-11-22T15:22:46,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884. 2024-11-22T15:22:46,737 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => ac4ae663c954984c9d1dcb22cb9fd884, NAME => 'TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:46,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => ac4ae663c954984c9d1dcb22cb9fd884, NAME => 'TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:46,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ac4ae663c954984c9d1dcb22cb9fd884, NAME => 'TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ac4ae663c954984c9d1dcb22cb9fd884, NAME => 'TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:46,760 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/B/f77b601cb81c4a30baa075ea1bf63fa8 is 50, key is test_row_0/B:col10/1732288965634/Put/seqid=0 2024-11-22T15:22:46,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742104_1280 (size=12151) 2024-11-22T15:22:46,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-22T15:22:46,890 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:22:46,890 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-22T15:22:46,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884. 2024-11-22T15:22:46,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884. as already flushing 2024-11-22T15:22:46,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884. 2024-11-22T15:22:46,891 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => ac4ae663c954984c9d1dcb22cb9fd884, NAME => 'TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:46,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => ac4ae663c954984c9d1dcb22cb9fd884, NAME => 'TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:46,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ac4ae663c954984c9d1dcb22cb9fd884, NAME => 'TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ac4ae663c954984c9d1dcb22cb9fd884, NAME => 'TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:46,943 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:46,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52556 deadline: 1732289026939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:47,043 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:22:47,044 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-22T15:22:47,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884. 2024-11-22T15:22:47,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884. as already flushing 2024-11-22T15:22:47,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884. 2024-11-22T15:22:47,044 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => ac4ae663c954984c9d1dcb22cb9fd884, NAME => 'TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:47,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => ac4ae663c954984c9d1dcb22cb9fd884, NAME => 'TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:47,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ac4ae663c954984c9d1dcb22cb9fd884, NAME => 'TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ac4ae663c954984c9d1dcb22cb9fd884, NAME => 'TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:47,196 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:22:47,197 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-22T15:22:47,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884. 2024-11-22T15:22:47,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884. as already flushing 2024-11-22T15:22:47,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884. 2024-11-22T15:22:47,197 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => ac4ae663c954984c9d1dcb22cb9fd884, NAME => 'TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:47,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => ac4ae663c954984c9d1dcb22cb9fd884, NAME => 'TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:47,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ac4ae663c954984c9d1dcb22cb9fd884, NAME => 'TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ac4ae663c954984c9d1dcb22cb9fd884, NAME => 'TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:47,205 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=227 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/B/f77b601cb81c4a30baa075ea1bf63fa8 2024-11-22T15:22:47,228 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/C/a2f4020d152d44b792bc86cafe6922c0 is 50, key is test_row_0/C:col10/1732288965634/Put/seqid=0 2024-11-22T15:22:47,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742105_1281 (size=12151) 2024-11-22T15:22:47,256 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=227 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/C/a2f4020d152d44b792bc86cafe6922c0 2024-11-22T15:22:47,269 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/A/9213d0fd17624183b22cd6c34d4b35c3 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/A/9213d0fd17624183b22cd6c34d4b35c3 2024-11-22T15:22:47,277 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/A/9213d0fd17624183b22cd6c34d4b35c3, entries=200, sequenceid=227, filesize=14.2 K 2024-11-22T15:22:47,278 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/B/f77b601cb81c4a30baa075ea1bf63fa8 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/f77b601cb81c4a30baa075ea1bf63fa8 2024-11-22T15:22:47,287 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/f77b601cb81c4a30baa075ea1bf63fa8, entries=150, sequenceid=227, filesize=11.9 K 2024-11-22T15:22:47,289 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/C/a2f4020d152d44b792bc86cafe6922c0 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/a2f4020d152d44b792bc86cafe6922c0 2024-11-22T15:22:47,293 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/a2f4020d152d44b792bc86cafe6922c0, entries=150, sequenceid=227, filesize=11.9 K 2024-11-22T15:22:47,294 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for ac4ae663c954984c9d1dcb22cb9fd884 in 1036ms, sequenceid=227, compaction requested=true 2024-11-22T15:22:47,295 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ac4ae663c954984c9d1dcb22cb9fd884: 2024-11-22T15:22:47,295 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ac4ae663c954984c9d1dcb22cb9fd884:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T15:22:47,295 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T15:22:47,295 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T15:22:47,295 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ac4ae663c954984c9d1dcb22cb9fd884:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T15:22:47,295 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T15:22:47,295 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T15:22:47,295 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ac4ae663c954984c9d1dcb22cb9fd884:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T15:22:47,295 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T15:22:47,296 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T15:22:47,296 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1540): ac4ae663c954984c9d1dcb22cb9fd884/B is initiating minor compaction (all files) 2024-11-22T15:22:47,296 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ac4ae663c954984c9d1dcb22cb9fd884/B in TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884. 2024-11-22T15:22:47,296 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/8bc758db724842fba1fdc4c1c51dc496, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/74dbd25f37b24e0b911c515be5b03aef, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/f77b601cb81c4a30baa075ea1bf63fa8] into tmpdir=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp, totalSize=36.0 K 2024-11-22T15:22:47,297 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39287 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T15:22:47,297 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1540): ac4ae663c954984c9d1dcb22cb9fd884/A is initiating minor compaction (all files) 2024-11-22T15:22:47,297 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ac4ae663c954984c9d1dcb22cb9fd884/A in TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884. 2024-11-22T15:22:47,297 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/A/caf47eca9c884dc38237aec68de43f26, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/A/72858289f5834a2799c7ed017fa25a23, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/A/9213d0fd17624183b22cd6c34d4b35c3] into tmpdir=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp, totalSize=38.4 K 2024-11-22T15:22:47,298 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8bc758db724842fba1fdc4c1c51dc496, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=187, earliestPutTs=1732288964250 2024-11-22T15:22:47,298 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting caf47eca9c884dc38237aec68de43f26, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=187, earliestPutTs=1732288964250 2024-11-22T15:22:47,298 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting 74dbd25f37b24e0b911c515be5b03aef, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1732288964411 2024-11-22T15:22:47,299 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting 72858289f5834a2799c7ed017fa25a23, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1732288964411 2024-11-22T15:22:47,299 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting f77b601cb81c4a30baa075ea1bf63fa8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=227, earliestPutTs=1732288965617 2024-11-22T15:22:47,300 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting 9213d0fd17624183b22cd6c34d4b35c3, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=227, earliestPutTs=1732288965617 2024-11-22T15:22:47,311 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-22T15:22:47,311 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-22T15:22:47,333 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ac4ae663c954984c9d1dcb22cb9fd884#B#compaction#238 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T15:22:47,333 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/B/73416f77354b4c22a9b8652ba5c3d90e is 50, key is test_row_0/B:col10/1732288965634/Put/seqid=0 2024-11-22T15:22:47,336 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ac4ae663c954984c9d1dcb22cb9fd884#A#compaction#239 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T15:22:47,337 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/A/df9c246cb96644c1a09c1a047da1a3f0 is 50, key is test_row_0/A:col10/1732288965634/Put/seqid=0 2024-11-22T15:22:47,350 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:22:47,353 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-22T15:22:47,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884. 2024-11-22T15:22:47,353 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2837): Flushing ac4ae663c954984c9d1dcb22cb9fd884 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-22T15:22:47,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac4ae663c954984c9d1dcb22cb9fd884, store=A 2024-11-22T15:22:47,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:22:47,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac4ae663c954984c9d1dcb22cb9fd884, store=B 2024-11-22T15:22:47,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:22:47,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac4ae663c954984c9d1dcb22cb9fd884, store=C 2024-11-22T15:22:47,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:22:47,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-22T15:22:47,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742106_1282 (size=12697) 2024-11-22T15:22:47,386 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/B/73416f77354b4c22a9b8652ba5c3d90e as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/73416f77354b4c22a9b8652ba5c3d90e 2024-11-22T15:22:47,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/A/d94ee6d421db4357948edee270009d42 is 50, key is test_row_0/A:col10/1732288966282/Put/seqid=0 2024-11-22T15:22:47,393 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ac4ae663c954984c9d1dcb22cb9fd884/B of ac4ae663c954984c9d1dcb22cb9fd884 into 73416f77354b4c22a9b8652ba5c3d90e(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T15:22:47,393 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ac4ae663c954984c9d1dcb22cb9fd884: 2024-11-22T15:22:47,393 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884., storeName=ac4ae663c954984c9d1dcb22cb9fd884/B, priority=13, startTime=1732288967295; duration=0sec 2024-11-22T15:22:47,393 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T15:22:47,393 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ac4ae663c954984c9d1dcb22cb9fd884:B 2024-11-22T15:22:47,393 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T15:22:47,394 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T15:22:47,394 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1540): ac4ae663c954984c9d1dcb22cb9fd884/C is initiating minor compaction (all files) 2024-11-22T15:22:47,395 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ac4ae663c954984c9d1dcb22cb9fd884/C in TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884. 2024-11-22T15:22:47,395 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/da99caf7d07d4f7f8546149897d62a5b, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/db706e7538ad4277ac53e21ff9c934a7, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/a2f4020d152d44b792bc86cafe6922c0] into tmpdir=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp, totalSize=36.0 K 2024-11-22T15:22:47,396 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting da99caf7d07d4f7f8546149897d62a5b, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=187, earliestPutTs=1732288964250 2024-11-22T15:22:47,396 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting db706e7538ad4277ac53e21ff9c934a7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1732288964411 2024-11-22T15:22:47,397 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting a2f4020d152d44b792bc86cafe6922c0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=227, earliestPutTs=1732288965617 2024-11-22T15:22:47,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742107_1283 (size=12697) 2024-11-22T15:22:47,432 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ac4ae663c954984c9d1dcb22cb9fd884#C#compaction#241 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T15:22:47,433 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/C/ed265d36c2a84b2db8119343e22b3dfb is 50, key is test_row_0/C:col10/1732288965634/Put/seqid=0 2024-11-22T15:22:47,452 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884. as already flushing 2024-11-22T15:22:47,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(8581): Flush requested on ac4ae663c954984c9d1dcb22cb9fd884 2024-11-22T15:22:47,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742108_1284 (size=12151) 2024-11-22T15:22:47,466 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=243 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/A/d94ee6d421db4357948edee270009d42 2024-11-22T15:22:47,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742109_1285 (size=12697) 2024-11-22T15:22:47,484 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/C/ed265d36c2a84b2db8119343e22b3dfb as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/ed265d36c2a84b2db8119343e22b3dfb 2024-11-22T15:22:47,490 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ac4ae663c954984c9d1dcb22cb9fd884/C of ac4ae663c954984c9d1dcb22cb9fd884 into ed265d36c2a84b2db8119343e22b3dfb(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T15:22:47,490 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ac4ae663c954984c9d1dcb22cb9fd884: 2024-11-22T15:22:47,490 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884., storeName=ac4ae663c954984c9d1dcb22cb9fd884/C, priority=13, startTime=1732288967295; duration=0sec 2024-11-22T15:22:47,490 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T15:22:47,490 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ac4ae663c954984c9d1dcb22cb9fd884:C 2024-11-22T15:22:47,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/B/8811352607e941348aa76786032f971d is 50, key is test_row_0/B:col10/1732288966282/Put/seqid=0 2024-11-22T15:22:47,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742110_1286 (size=12151) 2024-11-22T15:22:47,537 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=243 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/B/8811352607e941348aa76786032f971d 2024-11-22T15:22:47,539 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:47,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52556 deadline: 1732289027536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:47,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/C/5ec6567411f341cda6a2a4c99fe2fb20 is 50, key is test_row_0/C:col10/1732288966282/Put/seqid=0 2024-11-22T15:22:47,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742111_1287 (size=12151) 2024-11-22T15:22:47,568 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=243 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/C/5ec6567411f341cda6a2a4c99fe2fb20 2024-11-22T15:22:47,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/A/d94ee6d421db4357948edee270009d42 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/A/d94ee6d421db4357948edee270009d42 2024-11-22T15:22:47,590 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/A/d94ee6d421db4357948edee270009d42, entries=150, sequenceid=243, filesize=11.9 K 2024-11-22T15:22:47,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/B/8811352607e941348aa76786032f971d as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/8811352607e941348aa76786032f971d 2024-11-22T15:22:47,598 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/8811352607e941348aa76786032f971d, entries=150, sequenceid=243, filesize=11.9 K 2024-11-22T15:22:47,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/C/5ec6567411f341cda6a2a4c99fe2fb20 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/5ec6567411f341cda6a2a4c99fe2fb20 2024-11-22T15:22:47,605 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/5ec6567411f341cda6a2a4c99fe2fb20, entries=150, sequenceid=243, filesize=11.9 K 2024-11-22T15:22:47,606 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for ac4ae663c954984c9d1dcb22cb9fd884 in 253ms, sequenceid=243, compaction requested=false 2024-11-22T15:22:47,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2538): Flush status journal for ac4ae663c954984c9d1dcb22cb9fd884: 2024-11-22T15:22:47,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884. 2024-11-22T15:22:47,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=76 2024-11-22T15:22:47,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4106): Remote procedure done, pid=76 2024-11-22T15:22:47,609 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=76, resume processing ppid=75 2024-11-22T15:22:47,610 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=76, ppid=75, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3370 sec 2024-11-22T15:22:47,612 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=75, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees in 1.3430 sec 2024-11-22T15:22:47,643 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ac4ae663c954984c9d1dcb22cb9fd884 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-22T15:22:47,644 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac4ae663c954984c9d1dcb22cb9fd884, store=A 2024-11-22T15:22:47,644 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:22:47,644 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac4ae663c954984c9d1dcb22cb9fd884, store=B 2024-11-22T15:22:47,644 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:22:47,644 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac4ae663c954984c9d1dcb22cb9fd884, store=C 2024-11-22T15:22:47,644 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:22:47,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(8581): Flush requested on ac4ae663c954984c9d1dcb22cb9fd884 2024-11-22T15:22:47,656 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/A/937b7cce345c47e1aad2b6e354bb7c13 is 50, key is test_row_0/A:col10/1732288967642/Put/seqid=0 2024-11-22T15:22:47,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742112_1288 (size=14741) 2024-11-22T15:22:47,674 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=266 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/A/937b7cce345c47e1aad2b6e354bb7c13 2024-11-22T15:22:47,686 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/B/623d7a7a894f454a9d15f14d18ce8e2b is 50, key is test_row_0/B:col10/1732288967642/Put/seqid=0 2024-11-22T15:22:47,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742113_1289 (size=12301) 2024-11-22T15:22:47,701 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=266 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/B/623d7a7a894f454a9d15f14d18ce8e2b 2024-11-22T15:22:47,705 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:47,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52556 deadline: 1732289027703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:47,713 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/C/99fbd4c87c514c6e9788f254b2328941 is 50, key is test_row_0/C:col10/1732288967642/Put/seqid=0 2024-11-22T15:22:47,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742114_1290 (size=12301) 2024-11-22T15:22:47,725 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=266 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/C/99fbd4c87c514c6e9788f254b2328941 2024-11-22T15:22:47,738 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/A/937b7cce345c47e1aad2b6e354bb7c13 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/A/937b7cce345c47e1aad2b6e354bb7c13 2024-11-22T15:22:47,744 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/A/937b7cce345c47e1aad2b6e354bb7c13, entries=200, sequenceid=266, filesize=14.4 K 2024-11-22T15:22:47,745 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/B/623d7a7a894f454a9d15f14d18ce8e2b as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/623d7a7a894f454a9d15f14d18ce8e2b 2024-11-22T15:22:47,751 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/623d7a7a894f454a9d15f14d18ce8e2b, entries=150, sequenceid=266, filesize=12.0 K 2024-11-22T15:22:47,752 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/C/99fbd4c87c514c6e9788f254b2328941 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/99fbd4c87c514c6e9788f254b2328941 2024-11-22T15:22:47,757 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/99fbd4c87c514c6e9788f254b2328941, entries=150, sequenceid=266, filesize=12.0 K 2024-11-22T15:22:47,758 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for ac4ae663c954984c9d1dcb22cb9fd884 in 115ms, sequenceid=266, compaction requested=true 2024-11-22T15:22:47,758 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ac4ae663c954984c9d1dcb22cb9fd884: 2024-11-22T15:22:47,758 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ac4ae663c954984c9d1dcb22cb9fd884:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T15:22:47,758 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T15:22:47,758 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ac4ae663c954984c9d1dcb22cb9fd884:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T15:22:47,758 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 3 compacting, 2 eligible, 16 blocking 2024-11-22T15:22:47,758 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T15:22:47,758 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ac4ae663c954984c9d1dcb22cb9fd884:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T15:22:47,758 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-22T15:22:47,759 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-22T15:22:47,759 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-22T15:22:47,759 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884. because compaction request was cancelled 2024-11-22T15:22:47,759 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ac4ae663c954984c9d1dcb22cb9fd884:A 2024-11-22T15:22:47,760 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T15:22:47,760 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T15:22:47,760 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1540): ac4ae663c954984c9d1dcb22cb9fd884/B is initiating minor compaction (all files) 2024-11-22T15:22:47,760 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ac4ae663c954984c9d1dcb22cb9fd884/B in TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884. 2024-11-22T15:22:47,761 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/73416f77354b4c22a9b8652ba5c3d90e, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/8811352607e941348aa76786032f971d, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/623d7a7a894f454a9d15f14d18ce8e2b] into tmpdir=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp, totalSize=36.3 K 2024-11-22T15:22:47,761 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting 73416f77354b4c22a9b8652ba5c3d90e, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=227, earliestPutTs=1732288965617 2024-11-22T15:22:47,761 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8811352607e941348aa76786032f971d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=243, earliestPutTs=1732288966282 2024-11-22T15:22:47,762 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting 623d7a7a894f454a9d15f14d18ce8e2b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=266, earliestPutTs=1732288967525 2024-11-22T15:22:47,770 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ac4ae663c954984c9d1dcb22cb9fd884#B#compaction#247 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T15:22:47,771 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/B/909d4f5222a34ed099d26e3841cad9fc is 50, key is test_row_0/B:col10/1732288967642/Put/seqid=0 2024-11-22T15:22:47,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742115_1291 (size=12949) 2024-11-22T15:22:47,810 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ac4ae663c954984c9d1dcb22cb9fd884 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-22T15:22:47,810 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac4ae663c954984c9d1dcb22cb9fd884, store=A 2024-11-22T15:22:47,810 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:22:47,811 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac4ae663c954984c9d1dcb22cb9fd884, store=B 2024-11-22T15:22:47,811 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:22:47,811 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac4ae663c954984c9d1dcb22cb9fd884, store=C 2024-11-22T15:22:47,811 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:22:47,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(8581): Flush requested on ac4ae663c954984c9d1dcb22cb9fd884 2024-11-22T15:22:47,824 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/A/df9c246cb96644c1a09c1a047da1a3f0 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/A/df9c246cb96644c1a09c1a047da1a3f0 2024-11-22T15:22:47,825 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/A/2acf6473ff114aeba1def02b91ba1696 is 50, key is test_row_0/A:col10/1732288967679/Put/seqid=0 2024-11-22T15:22:47,834 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/B/909d4f5222a34ed099d26e3841cad9fc as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/909d4f5222a34ed099d26e3841cad9fc 2024-11-22T15:22:47,834 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ac4ae663c954984c9d1dcb22cb9fd884/A of ac4ae663c954984c9d1dcb22cb9fd884 into df9c246cb96644c1a09c1a047da1a3f0(size=12.4 K), total size for store is 38.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T15:22:47,834 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ac4ae663c954984c9d1dcb22cb9fd884: 2024-11-22T15:22:47,834 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884., storeName=ac4ae663c954984c9d1dcb22cb9fd884/A, priority=13, startTime=1732288967295; duration=0sec 2024-11-22T15:22:47,834 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T15:22:47,834 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ac4ae663c954984c9d1dcb22cb9fd884:A 2024-11-22T15:22:47,834 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T15:22:47,836 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T15:22:47,836 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1540): ac4ae663c954984c9d1dcb22cb9fd884/C is initiating minor compaction (all files) 2024-11-22T15:22:47,836 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ac4ae663c954984c9d1dcb22cb9fd884/C in TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884. 2024-11-22T15:22:47,836 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/ed265d36c2a84b2db8119343e22b3dfb, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/5ec6567411f341cda6a2a4c99fe2fb20, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/99fbd4c87c514c6e9788f254b2328941] into tmpdir=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp, totalSize=36.3 K 2024-11-22T15:22:47,837 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting ed265d36c2a84b2db8119343e22b3dfb, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=227, earliestPutTs=1732288965617 2024-11-22T15:22:47,837 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting 5ec6567411f341cda6a2a4c99fe2fb20, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=243, earliestPutTs=1732288966282 2024-11-22T15:22:47,838 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting 99fbd4c87c514c6e9788f254b2328941, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=266, earliestPutTs=1732288967525 2024-11-22T15:22:47,839 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ac4ae663c954984c9d1dcb22cb9fd884/B of ac4ae663c954984c9d1dcb22cb9fd884 into 909d4f5222a34ed099d26e3841cad9fc(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T15:22:47,839 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ac4ae663c954984c9d1dcb22cb9fd884: 2024-11-22T15:22:47,839 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884., storeName=ac4ae663c954984c9d1dcb22cb9fd884/B, priority=13, startTime=1732288967758; duration=0sec 2024-11-22T15:22:47,839 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T15:22:47,839 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ac4ae663c954984c9d1dcb22cb9fd884:B 2024-11-22T15:22:47,860 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ac4ae663c954984c9d1dcb22cb9fd884#C#compaction#249 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T15:22:47,860 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/C/90120c4cf5b541b1b068b46c41796618 is 50, key is test_row_0/C:col10/1732288967642/Put/seqid=0 2024-11-22T15:22:47,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742116_1292 (size=14741) 2024-11-22T15:22:47,864 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=282 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/A/2acf6473ff114aeba1def02b91ba1696 2024-11-22T15:22:47,873 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/B/aa391cb9a1fd409cbdb2f7421e4fca30 is 50, key is test_row_0/B:col10/1732288967679/Put/seqid=0 2024-11-22T15:22:47,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742117_1293 (size=12949) 2024-11-22T15:22:47,912 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:47,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52556 deadline: 1732289027908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:47,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742118_1294 (size=12301) 2024-11-22T15:22:47,933 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=282 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/B/aa391cb9a1fd409cbdb2f7421e4fca30 2024-11-22T15:22:47,952 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/C/c011054a38af474084f931769d99042a is 50, key is test_row_0/C:col10/1732288967679/Put/seqid=0 2024-11-22T15:22:48,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742119_1295 (size=12301) 2024-11-22T15:22:48,014 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:48,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52556 deadline: 1732289028013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:48,223 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:48,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52556 deadline: 1732289028217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:48,315 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/C/90120c4cf5b541b1b068b46c41796618 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/90120c4cf5b541b1b068b46c41796618 2024-11-22T15:22:48,321 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ac4ae663c954984c9d1dcb22cb9fd884/C of ac4ae663c954984c9d1dcb22cb9fd884 into 90120c4cf5b541b1b068b46c41796618(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T15:22:48,321 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ac4ae663c954984c9d1dcb22cb9fd884: 2024-11-22T15:22:48,321 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884., storeName=ac4ae663c954984c9d1dcb22cb9fd884/C, priority=13, startTime=1732288967758; duration=0sec 2024-11-22T15:22:48,321 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T15:22:48,322 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ac4ae663c954984c9d1dcb22cb9fd884:C 2024-11-22T15:22:48,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-22T15:22:48,375 INFO [Thread-1090 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 75 completed 2024-11-22T15:22:48,376 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T15:22:48,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] procedure2.ProcedureExecutor(1098): Stored pid=77, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees 2024-11-22T15:22:48,378 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=77, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T15:22:48,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-22T15:22:48,378 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=77, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T15:22:48,378 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=78, ppid=77, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T15:22:48,403 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=282 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/C/c011054a38af474084f931769d99042a 2024-11-22T15:22:48,407 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/A/2acf6473ff114aeba1def02b91ba1696 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/A/2acf6473ff114aeba1def02b91ba1696 2024-11-22T15:22:48,412 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/A/2acf6473ff114aeba1def02b91ba1696, entries=200, sequenceid=282, filesize=14.4 K 2024-11-22T15:22:48,412 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/B/aa391cb9a1fd409cbdb2f7421e4fca30 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/aa391cb9a1fd409cbdb2f7421e4fca30 2024-11-22T15:22:48,417 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/aa391cb9a1fd409cbdb2f7421e4fca30, entries=150, sequenceid=282, filesize=12.0 K 2024-11-22T15:22:48,418 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/C/c011054a38af474084f931769d99042a as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/c011054a38af474084f931769d99042a 2024-11-22T15:22:48,422 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/c011054a38af474084f931769d99042a, entries=150, sequenceid=282, filesize=12.0 K 2024-11-22T15:22:48,425 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for ac4ae663c954984c9d1dcb22cb9fd884 in 614ms, sequenceid=282, compaction requested=true 2024-11-22T15:22:48,425 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ac4ae663c954984c9d1dcb22cb9fd884: 2024-11-22T15:22:48,425 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ac4ae663c954984c9d1dcb22cb9fd884:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T15:22:48,425 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T15:22:48,425 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T15:22:48,425 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ac4ae663c954984c9d1dcb22cb9fd884:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T15:22:48,425 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T15:22:48,425 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ac4ae663c954984c9d1dcb22cb9fd884:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T15:22:48,425 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-22T15:22:48,425 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-22T15:22:48,426 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-22T15:22:48,426 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-22T15:22:48,426 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884. because compaction request was cancelled 2024-11-22T15:22:48,426 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ac4ae663c954984c9d1dcb22cb9fd884:B 2024-11-22T15:22:48,426 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-22T15:22:48,427 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 54330 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T15:22:48,427 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1540): ac4ae663c954984c9d1dcb22cb9fd884/A is initiating minor compaction (all files) 2024-11-22T15:22:48,427 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ac4ae663c954984c9d1dcb22cb9fd884/A in TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884. 2024-11-22T15:22:48,427 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/A/df9c246cb96644c1a09c1a047da1a3f0, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/A/d94ee6d421db4357948edee270009d42, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/A/937b7cce345c47e1aad2b6e354bb7c13, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/A/2acf6473ff114aeba1def02b91ba1696] into tmpdir=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp, totalSize=53.1 K 2024-11-22T15:22:48,427 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-22T15:22:48,427 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-22T15:22:48,427 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884. because compaction request was cancelled 2024-11-22T15:22:48,427 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ac4ae663c954984c9d1dcb22cb9fd884:C 2024-11-22T15:22:48,427 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting df9c246cb96644c1a09c1a047da1a3f0, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=227, earliestPutTs=1732288965617 2024-11-22T15:22:48,427 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting d94ee6d421db4357948edee270009d42, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=243, earliestPutTs=1732288966282 2024-11-22T15:22:48,428 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting 937b7cce345c47e1aad2b6e354bb7c13, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=266, earliestPutTs=1732288967525 2024-11-22T15:22:48,428 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2acf6473ff114aeba1def02b91ba1696, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=282, earliestPutTs=1732288967679 2024-11-22T15:22:48,448 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ac4ae663c954984c9d1dcb22cb9fd884#A#compaction#252 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T15:22:48,449 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/A/10e8c8e8c6774611826a49726740f977 is 50, key is test_row_0/A:col10/1732288967679/Put/seqid=0 2024-11-22T15:22:48,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-22T15:22:48,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742120_1296 (size=12983) 2024-11-22T15:22:48,488 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/A/10e8c8e8c6774611826a49726740f977 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/A/10e8c8e8c6774611826a49726740f977 2024-11-22T15:22:48,494 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in ac4ae663c954984c9d1dcb22cb9fd884/A of ac4ae663c954984c9d1dcb22cb9fd884 into 10e8c8e8c6774611826a49726740f977(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T15:22:48,494 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ac4ae663c954984c9d1dcb22cb9fd884: 2024-11-22T15:22:48,494 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884., storeName=ac4ae663c954984c9d1dcb22cb9fd884/A, priority=12, startTime=1732288968425; duration=0sec 2024-11-22T15:22:48,494 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T15:22:48,494 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ac4ae663c954984c9d1dcb22cb9fd884:A 2024-11-22T15:22:48,529 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ac4ae663c954984c9d1dcb22cb9fd884 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-22T15:22:48,529 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac4ae663c954984c9d1dcb22cb9fd884, store=A 2024-11-22T15:22:48,529 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:22:48,529 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac4ae663c954984c9d1dcb22cb9fd884, store=B 2024-11-22T15:22:48,530 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:22:48,530 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac4ae663c954984c9d1dcb22cb9fd884, store=C 2024-11-22T15:22:48,530 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:22:48,530 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:22:48,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(8581): Flush requested on ac4ae663c954984c9d1dcb22cb9fd884 2024-11-22T15:22:48,531 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-22T15:22:48,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884. 2024-11-22T15:22:48,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884. as already flushing 2024-11-22T15:22:48,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884. 2024-11-22T15:22:48,531 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => ac4ae663c954984c9d1dcb22cb9fd884, NAME => 'TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:48,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => ac4ae663c954984c9d1dcb22cb9fd884, NAME => 'TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:48,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ac4ae663c954984c9d1dcb22cb9fd884, NAME => 'TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ac4ae663c954984c9d1dcb22cb9fd884, NAME => 'TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:48,544 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/A/4ce14df33d964bf4bdbb5b003ad3d40f is 50, key is test_row_0/A:col10/1732288968527/Put/seqid=0 2024-11-22T15:22:48,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742121_1297 (size=14741) 2024-11-22T15:22:48,647 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:48,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52556 deadline: 1732289028644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:48,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-22T15:22:48,683 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:22:48,684 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-22T15:22:48,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884. 2024-11-22T15:22:48,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884. as already flushing 2024-11-22T15:22:48,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884. 2024-11-22T15:22:48,684 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => ac4ae663c954984c9d1dcb22cb9fd884, NAME => 'TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:48,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => ac4ae663c954984c9d1dcb22cb9fd884, NAME => 'TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:48,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ac4ae663c954984c9d1dcb22cb9fd884, NAME => 'TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ac4ae663c954984c9d1dcb22cb9fd884, NAME => 'TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:48,750 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:48,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52556 deadline: 1732289028748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:48,837 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:22:48,837 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-22T15:22:48,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884. 2024-11-22T15:22:48,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884. as already flushing 2024-11-22T15:22:48,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884. 2024-11-22T15:22:48,838 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => ac4ae663c954984c9d1dcb22cb9fd884, NAME => 'TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:48,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => ac4ae663c954984c9d1dcb22cb9fd884, NAME => 'TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:48,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ac4ae663c954984c9d1dcb22cb9fd884, NAME => 'TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ac4ae663c954984c9d1dcb22cb9fd884, NAME => 'TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:48,953 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:48,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52556 deadline: 1732289028952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:48,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-22T15:22:48,987 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=307 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/A/4ce14df33d964bf4bdbb5b003ad3d40f 2024-11-22T15:22:48,991 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:22:48,991 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-22T15:22:48,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884. 2024-11-22T15:22:48,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884. as already flushing 2024-11-22T15:22:48,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884. 2024-11-22T15:22:48,991 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => ac4ae663c954984c9d1dcb22cb9fd884, NAME => 'TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:48,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => ac4ae663c954984c9d1dcb22cb9fd884, NAME => 'TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:48,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ac4ae663c954984c9d1dcb22cb9fd884, NAME => 'TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ac4ae663c954984c9d1dcb22cb9fd884, NAME => 'TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:49,011 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/B/1e813b08db7946ac9fc35d219df6140a is 50, key is test_row_0/B:col10/1732288968527/Put/seqid=0 2024-11-22T15:22:49,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742122_1298 (size=12301) 2024-11-22T15:22:49,151 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:22:49,151 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-22T15:22:49,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884. 2024-11-22T15:22:49,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884. as already flushing 2024-11-22T15:22:49,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884. 2024-11-22T15:22:49,151 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => ac4ae663c954984c9d1dcb22cb9fd884, NAME => 'TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:49,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => ac4ae663c954984c9d1dcb22cb9fd884, NAME => 'TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:49,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ac4ae663c954984c9d1dcb22cb9fd884, NAME => 'TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ac4ae663c954984c9d1dcb22cb9fd884, NAME => 'TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:49,258 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:49,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52556 deadline: 1732289029256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:49,305 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:22:49,305 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-22T15:22:49,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884. 2024-11-22T15:22:49,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884. as already flushing 2024-11-22T15:22:49,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884. 2024-11-22T15:22:49,306 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => ac4ae663c954984c9d1dcb22cb9fd884, NAME => 'TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:49,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => ac4ae663c954984c9d1dcb22cb9fd884, NAME => 'TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:49,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ac4ae663c954984c9d1dcb22cb9fd884, NAME => 'TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ac4ae663c954984c9d1dcb22cb9fd884, NAME => 'TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:49,457 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=307 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/B/1e813b08db7946ac9fc35d219df6140a 2024-11-22T15:22:49,459 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:22:49,459 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-22T15:22:49,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884. 2024-11-22T15:22:49,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884. as already flushing 2024-11-22T15:22:49,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884. 2024-11-22T15:22:49,460 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => ac4ae663c954984c9d1dcb22cb9fd884, NAME => 'TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:49,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => ac4ae663c954984c9d1dcb22cb9fd884, NAME => 'TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:49,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ac4ae663c954984c9d1dcb22cb9fd884, NAME => 'TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ac4ae663c954984c9d1dcb22cb9fd884, NAME => 'TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:49,472 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/C/707154aad6614e1c8bfb16f7f1d290af is 50, key is test_row_0/C:col10/1732288968527/Put/seqid=0 2024-11-22T15:22:49,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-22T15:22:49,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742123_1299 (size=12301) 2024-11-22T15:22:49,611 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:22:49,611 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-22T15:22:49,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884. 2024-11-22T15:22:49,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884. as already flushing 2024-11-22T15:22:49,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884. 2024-11-22T15:22:49,612 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => ac4ae663c954984c9d1dcb22cb9fd884, NAME => 'TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:49,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => ac4ae663c954984c9d1dcb22cb9fd884, NAME => 'TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:49,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ac4ae663c954984c9d1dcb22cb9fd884, NAME => 'TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ac4ae663c954984c9d1dcb22cb9fd884, NAME => 'TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:49,763 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:22:49,763 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-22T15:22:49,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884. 2024-11-22T15:22:49,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884. as already flushing 2024-11-22T15:22:49,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884. 2024-11-22T15:22:49,764 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => ac4ae663c954984c9d1dcb22cb9fd884, NAME => 'TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:49,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => ac4ae663c954984c9d1dcb22cb9fd884, NAME => 'TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:49,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ac4ae663c954984c9d1dcb22cb9fd884, NAME => 'TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ac4ae663c954984c9d1dcb22cb9fd884, NAME => 'TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:49,765 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:49,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 226 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52556 deadline: 1732289029763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:49,917 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=307 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/C/707154aad6614e1c8bfb16f7f1d290af 2024-11-22T15:22:49,917 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:22:49,917 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-22T15:22:49,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884. 2024-11-22T15:22:49,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884. as already flushing 2024-11-22T15:22:49,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884. 2024-11-22T15:22:49,918 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => ac4ae663c954984c9d1dcb22cb9fd884, NAME => 'TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:49,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => ac4ae663c954984c9d1dcb22cb9fd884, NAME => 'TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:49,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ac4ae663c954984c9d1dcb22cb9fd884, NAME => 'TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ac4ae663c954984c9d1dcb22cb9fd884, NAME => 'TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:49,923 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/A/4ce14df33d964bf4bdbb5b003ad3d40f as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/A/4ce14df33d964bf4bdbb5b003ad3d40f 2024-11-22T15:22:49,927 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/A/4ce14df33d964bf4bdbb5b003ad3d40f, entries=200, sequenceid=307, filesize=14.4 K 2024-11-22T15:22:49,929 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/B/1e813b08db7946ac9fc35d219df6140a as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/1e813b08db7946ac9fc35d219df6140a 2024-11-22T15:22:49,934 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/1e813b08db7946ac9fc35d219df6140a, entries=150, sequenceid=307, filesize=12.0 K 2024-11-22T15:22:49,937 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/C/707154aad6614e1c8bfb16f7f1d290af as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/707154aad6614e1c8bfb16f7f1d290af 2024-11-22T15:22:49,942 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/707154aad6614e1c8bfb16f7f1d290af, entries=150, sequenceid=307, filesize=12.0 K 2024-11-22T15:22:49,943 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for ac4ae663c954984c9d1dcb22cb9fd884 in 1414ms, sequenceid=307, compaction requested=true 2024-11-22T15:22:49,943 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ac4ae663c954984c9d1dcb22cb9fd884: 2024-11-22T15:22:49,943 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-22T15:22:49,943 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ac4ae663c954984c9d1dcb22cb9fd884:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T15:22:49,943 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T15:22:49,943 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T15:22:49,944 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ac4ae663c954984c9d1dcb22cb9fd884:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T15:22:49,944 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T15:22:49,944 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ac4ae663c954984c9d1dcb22cb9fd884:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T15:22:49,944 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T15:22:49,944 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-22T15:22:49,944 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-22T15:22:49,944 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884. because compaction request was cancelled 2024-11-22T15:22:49,944 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ac4ae663c954984c9d1dcb22cb9fd884:A 2024-11-22T15:22:49,944 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T15:22:49,946 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T15:22:49,946 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1540): ac4ae663c954984c9d1dcb22cb9fd884/B is initiating minor compaction (all files) 2024-11-22T15:22:49,946 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ac4ae663c954984c9d1dcb22cb9fd884/B in TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884. 2024-11-22T15:22:49,946 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/909d4f5222a34ed099d26e3841cad9fc, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/aa391cb9a1fd409cbdb2f7421e4fca30, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/1e813b08db7946ac9fc35d219df6140a] into tmpdir=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp, totalSize=36.7 K 2024-11-22T15:22:49,947 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T15:22:49,947 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1540): ac4ae663c954984c9d1dcb22cb9fd884/C is initiating minor compaction (all files) 2024-11-22T15:22:49,947 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ac4ae663c954984c9d1dcb22cb9fd884/C in TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884. 2024-11-22T15:22:49,947 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/90120c4cf5b541b1b068b46c41796618, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/c011054a38af474084f931769d99042a, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/707154aad6614e1c8bfb16f7f1d290af] into tmpdir=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp, totalSize=36.7 K 2024-11-22T15:22:49,948 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting 909d4f5222a34ed099d26e3841cad9fc, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=266, earliestPutTs=1732288967525 2024-11-22T15:22:49,948 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting 90120c4cf5b541b1b068b46c41796618, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=266, earliestPutTs=1732288967525 2024-11-22T15:22:49,948 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting aa391cb9a1fd409cbdb2f7421e4fca30, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=282, earliestPutTs=1732288967679 2024-11-22T15:22:49,948 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting c011054a38af474084f931769d99042a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=282, earliestPutTs=1732288967679 2024-11-22T15:22:49,949 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting 1e813b08db7946ac9fc35d219df6140a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=307, earliestPutTs=1732288967895 2024-11-22T15:22:49,949 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting 707154aad6614e1c8bfb16f7f1d290af, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=307, earliestPutTs=1732288967895 2024-11-22T15:22:49,983 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ac4ae663c954984c9d1dcb22cb9fd884#B#compaction#256 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T15:22:49,983 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/B/e0c319c8894b4fcab2d231a2779d4768 is 50, key is test_row_0/B:col10/1732288968527/Put/seqid=0 2024-11-22T15:22:49,993 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ac4ae663c954984c9d1dcb22cb9fd884#C#compaction#257 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T15:22:49,994 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/C/ca732cb40864408ab4c2a7b5c41e8e57 is 50, key is test_row_0/C:col10/1732288968527/Put/seqid=0 2024-11-22T15:22:50,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742124_1300 (size=13051) 2024-11-22T15:22:50,070 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:22:50,070 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-22T15:22:50,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884. 2024-11-22T15:22:50,071 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2837): Flushing ac4ae663c954984c9d1dcb22cb9fd884 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-22T15:22:50,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac4ae663c954984c9d1dcb22cb9fd884, store=A 2024-11-22T15:22:50,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:22:50,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac4ae663c954984c9d1dcb22cb9fd884, store=B 2024-11-22T15:22:50,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:22:50,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac4ae663c954984c9d1dcb22cb9fd884, store=C 2024-11-22T15:22:50,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:22:50,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742125_1301 (size=13051) 2024-11-22T15:22:50,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/A/5570ea6588eb41978fd6ea1eb3366906 is 50, key is test_row_0/A:col10/1732288968581/Put/seqid=0 2024-11-22T15:22:50,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742126_1302 (size=12301) 2024-11-22T15:22:50,465 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/B/e0c319c8894b4fcab2d231a2779d4768 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/e0c319c8894b4fcab2d231a2779d4768 2024-11-22T15:22:50,471 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ac4ae663c954984c9d1dcb22cb9fd884/B of ac4ae663c954984c9d1dcb22cb9fd884 into e0c319c8894b4fcab2d231a2779d4768(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T15:22:50,471 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ac4ae663c954984c9d1dcb22cb9fd884: 2024-11-22T15:22:50,471 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884., storeName=ac4ae663c954984c9d1dcb22cb9fd884/B, priority=13, startTime=1732288969943; duration=0sec 2024-11-22T15:22:50,471 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T15:22:50,471 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ac4ae663c954984c9d1dcb22cb9fd884:B 2024-11-22T15:22:50,480 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884. as already flushing 2024-11-22T15:22:50,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(8581): Flush requested on ac4ae663c954984c9d1dcb22cb9fd884 2024-11-22T15:22:50,481 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/C/ca732cb40864408ab4c2a7b5c41e8e57 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/ca732cb40864408ab4c2a7b5c41e8e57 2024-11-22T15:22:50,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-22T15:22:50,494 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ac4ae663c954984c9d1dcb22cb9fd884/C of ac4ae663c954984c9d1dcb22cb9fd884 into ca732cb40864408ab4c2a7b5c41e8e57(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T15:22:50,495 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ac4ae663c954984c9d1dcb22cb9fd884: 2024-11-22T15:22:50,495 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884., storeName=ac4ae663c954984c9d1dcb22cb9fd884/C, priority=13, startTime=1732288969944; duration=0sec 2024-11-22T15:22:50,495 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T15:22:50,495 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ac4ae663c954984c9d1dcb22cb9fd884:C 2024-11-22T15:22:50,519 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:50,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52544 deadline: 1732289030514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:50,523 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:50,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52536 deadline: 1732289030519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:50,523 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=322 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/A/5570ea6588eb41978fd6ea1eb3366906 2024-11-22T15:22:50,523 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:50,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52490 deadline: 1732289030519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:50,524 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:50,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52500 deadline: 1732289030519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:50,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/B/72318dc55cab497e80fa307bd3b63e3b is 50, key is test_row_0/B:col10/1732288968581/Put/seqid=0 2024-11-22T15:22:50,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742127_1303 (size=12301) 2024-11-22T15:22:50,582 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=322 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/B/72318dc55cab497e80fa307bd3b63e3b 2024-11-22T15:22:50,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/C/ccb94361f5354bb7a39ef82b598b92dd is 50, key is test_row_0/C:col10/1732288968581/Put/seqid=0 2024-11-22T15:22:50,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742128_1304 (size=12301) 2024-11-22T15:22:50,619 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=322 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/C/ccb94361f5354bb7a39ef82b598b92dd 2024-11-22T15:22:50,623 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:50,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52544 deadline: 1732289030620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:50,624 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:50,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52536 deadline: 1732289030624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:50,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/A/5570ea6588eb41978fd6ea1eb3366906 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/A/5570ea6588eb41978fd6ea1eb3366906 2024-11-22T15:22:50,627 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:50,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52490 deadline: 1732289030624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:50,628 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:50,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52500 deadline: 1732289030625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:50,635 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/A/5570ea6588eb41978fd6ea1eb3366906, entries=150, sequenceid=322, filesize=12.0 K 2024-11-22T15:22:50,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/B/72318dc55cab497e80fa307bd3b63e3b as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/72318dc55cab497e80fa307bd3b63e3b 2024-11-22T15:22:50,644 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/72318dc55cab497e80fa307bd3b63e3b, entries=150, sequenceid=322, filesize=12.0 K 2024-11-22T15:22:50,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/C/ccb94361f5354bb7a39ef82b598b92dd as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/ccb94361f5354bb7a39ef82b598b92dd 2024-11-22T15:22:50,651 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/ccb94361f5354bb7a39ef82b598b92dd, entries=150, sequenceid=322, filesize=12.0 K 2024-11-22T15:22:50,652 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for ac4ae663c954984c9d1dcb22cb9fd884 in 582ms, sequenceid=322, compaction requested=true 2024-11-22T15:22:50,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2538): Flush status journal for ac4ae663c954984c9d1dcb22cb9fd884: 2024-11-22T15:22:50,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884. 2024-11-22T15:22:50,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=78 2024-11-22T15:22:50,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4106): Remote procedure done, pid=78 2024-11-22T15:22:50,655 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=78, resume processing ppid=77 2024-11-22T15:22:50,655 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=78, ppid=77, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2750 sec 2024-11-22T15:22:50,657 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=77, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees in 2.2790 sec 2024-11-22T15:22:50,772 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ac4ae663c954984c9d1dcb22cb9fd884 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-22T15:22:50,772 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac4ae663c954984c9d1dcb22cb9fd884, store=A 2024-11-22T15:22:50,772 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:22:50,772 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac4ae663c954984c9d1dcb22cb9fd884, store=B 2024-11-22T15:22:50,773 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:22:50,773 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac4ae663c954984c9d1dcb22cb9fd884, store=C 2024-11-22T15:22:50,773 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:22:50,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(8581): Flush requested on ac4ae663c954984c9d1dcb22cb9fd884 2024-11-22T15:22:50,790 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/A/02894fbfa3254016a1f2698561b59248 is 50, key is test_row_0/A:col10/1732288970768/Put/seqid=0 2024-11-22T15:22:50,820 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:50,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 239 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52556 deadline: 1732289030817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:50,848 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:50,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52536 deadline: 1732289030848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:50,849 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:50,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52544 deadline: 1732289030848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:50,849 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:50,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52490 deadline: 1732289030848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:50,850 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:50,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52500 deadline: 1732289030848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:50,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742129_1305 (size=14741) 2024-11-22T15:22:50,924 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:50,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 241 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52556 deadline: 1732289030921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:51,129 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:51,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 243 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52556 deadline: 1732289031127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:51,153 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:51,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52500 deadline: 1732289031151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:51,153 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:51,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52536 deadline: 1732289031151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:51,153 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:51,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52490 deadline: 1732289031152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:51,153 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:51,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52544 deadline: 1732289031153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:51,259 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=347 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/A/02894fbfa3254016a1f2698561b59248 2024-11-22T15:22:51,272 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/B/eeb0d987574543a7a2d377083afc25a2 is 50, key is test_row_0/B:col10/1732288970768/Put/seqid=0 2024-11-22T15:22:51,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742130_1306 (size=12301) 2024-11-22T15:22:51,314 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=347 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/B/eeb0d987574543a7a2d377083afc25a2 2024-11-22T15:22:51,332 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/C/5adc383cd23b442c8dc196617dad5134 is 50, key is test_row_0/C:col10/1732288970768/Put/seqid=0 2024-11-22T15:22:51,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742131_1307 (size=12301) 2024-11-22T15:22:51,377 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=347 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/C/5adc383cd23b442c8dc196617dad5134 2024-11-22T15:22:51,382 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/A/02894fbfa3254016a1f2698561b59248 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/A/02894fbfa3254016a1f2698561b59248 2024-11-22T15:22:51,387 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/A/02894fbfa3254016a1f2698561b59248, entries=200, sequenceid=347, filesize=14.4 K 2024-11-22T15:22:51,387 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/B/eeb0d987574543a7a2d377083afc25a2 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/eeb0d987574543a7a2d377083afc25a2 2024-11-22T15:22:51,394 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/eeb0d987574543a7a2d377083afc25a2, entries=150, sequenceid=347, filesize=12.0 K 2024-11-22T15:22:51,395 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/C/5adc383cd23b442c8dc196617dad5134 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/5adc383cd23b442c8dc196617dad5134 2024-11-22T15:22:51,401 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/5adc383cd23b442c8dc196617dad5134, entries=150, sequenceid=347, filesize=12.0 K 2024-11-22T15:22:51,403 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for ac4ae663c954984c9d1dcb22cb9fd884 in 631ms, sequenceid=347, compaction requested=true 2024-11-22T15:22:51,403 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ac4ae663c954984c9d1dcb22cb9fd884: 2024-11-22T15:22:51,403 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ac4ae663c954984c9d1dcb22cb9fd884:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T15:22:51,403 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T15:22:51,403 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T15:22:51,404 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T15:22:51,404 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ac4ae663c954984c9d1dcb22cb9fd884:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T15:22:51,404 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T15:22:51,404 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ac4ae663c954984c9d1dcb22cb9fd884:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T15:22:51,404 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T15:22:51,406 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T15:22:51,406 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1540): ac4ae663c954984c9d1dcb22cb9fd884/B is initiating minor compaction (all files) 2024-11-22T15:22:51,406 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ac4ae663c954984c9d1dcb22cb9fd884/B in TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884. 2024-11-22T15:22:51,407 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/e0c319c8894b4fcab2d231a2779d4768, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/72318dc55cab497e80fa307bd3b63e3b, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/eeb0d987574543a7a2d377083afc25a2] into tmpdir=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp, totalSize=36.8 K 2024-11-22T15:22:51,407 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 54766 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T15:22:51,407 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1540): ac4ae663c954984c9d1dcb22cb9fd884/A is initiating minor compaction (all files) 2024-11-22T15:22:51,407 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ac4ae663c954984c9d1dcb22cb9fd884/A in TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884. 2024-11-22T15:22:51,407 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/A/10e8c8e8c6774611826a49726740f977, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/A/4ce14df33d964bf4bdbb5b003ad3d40f, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/A/5570ea6588eb41978fd6ea1eb3366906, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/A/02894fbfa3254016a1f2698561b59248] into tmpdir=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp, totalSize=53.5 K 2024-11-22T15:22:51,407 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting e0c319c8894b4fcab2d231a2779d4768, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=307, earliestPutTs=1732288967895 2024-11-22T15:22:51,408 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting 10e8c8e8c6774611826a49726740f977, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=282, earliestPutTs=1732288967679 2024-11-22T15:22:51,408 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting 72318dc55cab497e80fa307bd3b63e3b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=322, earliestPutTs=1732288968581 2024-11-22T15:22:51,408 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4ce14df33d964bf4bdbb5b003ad3d40f, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=307, earliestPutTs=1732288967895 2024-11-22T15:22:51,408 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting eeb0d987574543a7a2d377083afc25a2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=347, earliestPutTs=1732288970514 2024-11-22T15:22:51,408 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5570ea6588eb41978fd6ea1eb3366906, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=322, earliestPutTs=1732288968581 2024-11-22T15:22:51,409 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting 02894fbfa3254016a1f2698561b59248, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=347, earliestPutTs=1732288970514 2024-11-22T15:22:51,431 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ac4ae663c954984c9d1dcb22cb9fd884#B#compaction#264 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T15:22:51,431 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/B/db49a49e34f84bc59a5cd6424115d329 is 50, key is test_row_0/B:col10/1732288970768/Put/seqid=0 2024-11-22T15:22:51,437 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ac4ae663c954984c9d1dcb22cb9fd884 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-22T15:22:51,438 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac4ae663c954984c9d1dcb22cb9fd884, store=A 2024-11-22T15:22:51,438 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:22:51,438 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac4ae663c954984c9d1dcb22cb9fd884, store=B 2024-11-22T15:22:51,438 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:22:51,438 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac4ae663c954984c9d1dcb22cb9fd884, store=C 2024-11-22T15:22:51,438 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:22:51,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(8581): Flush requested on ac4ae663c954984c9d1dcb22cb9fd884 2024-11-22T15:22:51,447 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ac4ae663c954984c9d1dcb22cb9fd884#A#compaction#265 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T15:22:51,448 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/A/6e6a185ae11f4370b11abaf06f68c16e is 50, key is test_row_0/A:col10/1732288970768/Put/seqid=0 2024-11-22T15:22:51,476 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/A/88a1979981f84bfcb9c5f2af8584157c is 50, key is test_row_0/A:col10/1732288970812/Put/seqid=0 2024-11-22T15:22:51,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742132_1308 (size=13153) 2024-11-22T15:22:51,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742133_1309 (size=13119) 2024-11-22T15:22:51,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742134_1310 (size=14741) 2024-11-22T15:22:51,535 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=361 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/A/88a1979981f84bfcb9c5f2af8584157c 2024-11-22T15:22:51,556 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/B/48607589977642539797b8106c8ad411 is 50, key is test_row_0/B:col10/1732288970812/Put/seqid=0 2024-11-22T15:22:51,554 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:51,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 265 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52556 deadline: 1732289031551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:51,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742135_1311 (size=12301) 2024-11-22T15:22:51,606 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=361 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/B/48607589977642539797b8106c8ad411 2024-11-22T15:22:51,627 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/C/071a18398d9d420688422d2fdff43146 is 50, key is test_row_0/C:col10/1732288970812/Put/seqid=0 2024-11-22T15:22:51,658 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:51,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52544 deadline: 1732289031654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:51,659 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:51,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52500 deadline: 1732289031655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:51,659 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:51,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52490 deadline: 1732289031656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:51,659 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:51,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52536 deadline: 1732289031656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:51,660 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:51,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 267 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52556 deadline: 1732289031657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:51,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742136_1312 (size=12301) 2024-11-22T15:22:51,665 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=361 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/C/071a18398d9d420688422d2fdff43146 2024-11-22T15:22:51,672 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/A/88a1979981f84bfcb9c5f2af8584157c as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/A/88a1979981f84bfcb9c5f2af8584157c 2024-11-22T15:22:51,680 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/A/88a1979981f84bfcb9c5f2af8584157c, entries=200, sequenceid=361, filesize=14.4 K 2024-11-22T15:22:51,681 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/B/48607589977642539797b8106c8ad411 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/48607589977642539797b8106c8ad411 2024-11-22T15:22:51,686 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/48607589977642539797b8106c8ad411, entries=150, sequenceid=361, filesize=12.0 K 2024-11-22T15:22:51,687 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/C/071a18398d9d420688422d2fdff43146 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/071a18398d9d420688422d2fdff43146 2024-11-22T15:22:51,693 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/071a18398d9d420688422d2fdff43146, entries=150, sequenceid=361, filesize=12.0 K 2024-11-22T15:22:51,694 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for ac4ae663c954984c9d1dcb22cb9fd884 in 257ms, sequenceid=361, compaction requested=true 2024-11-22T15:22:51,694 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ac4ae663c954984c9d1dcb22cb9fd884: 2024-11-22T15:22:51,694 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ac4ae663c954984c9d1dcb22cb9fd884:A, priority=-2147483648, current under compaction store size is 3 2024-11-22T15:22:51,694 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-22T15:22:51,694 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ac4ae663c954984c9d1dcb22cb9fd884:B, priority=-2147483648, current under compaction store size is 3 2024-11-22T15:22:51,694 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-22T15:22:51,694 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ac4ae663c954984c9d1dcb22cb9fd884:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T15:22:51,694 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=4), splitQueue=0 2024-11-22T15:22:51,866 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ac4ae663c954984c9d1dcb22cb9fd884 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-22T15:22:51,866 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac4ae663c954984c9d1dcb22cb9fd884, store=A 2024-11-22T15:22:51,866 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:22:51,866 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac4ae663c954984c9d1dcb22cb9fd884, store=B 2024-11-22T15:22:51,866 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:22:51,866 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac4ae663c954984c9d1dcb22cb9fd884, store=C 2024-11-22T15:22:51,866 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:22:51,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(8581): Flush requested on ac4ae663c954984c9d1dcb22cb9fd884 2024-11-22T15:22:51,881 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/A/769ca22e27fa46cc8ec58e42cac7f900 is 50, key is test_row_0/A:col10/1732288971548/Put/seqid=0 2024-11-22T15:22:51,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742137_1313 (size=12301) 2024-11-22T15:22:51,892 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=384 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/A/769ca22e27fa46cc8ec58e42cac7f900 2024-11-22T15:22:51,901 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/B/db49a49e34f84bc59a5cd6424115d329 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/db49a49e34f84bc59a5cd6424115d329 2024-11-22T15:22:51,915 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/B/2d0e6c66c45d428b86b3c58c57c15ea2 is 50, key is test_row_0/B:col10/1732288971548/Put/seqid=0 2024-11-22T15:22:51,919 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ac4ae663c954984c9d1dcb22cb9fd884/B of ac4ae663c954984c9d1dcb22cb9fd884 into db49a49e34f84bc59a5cd6424115d329(size=12.8 K), total size for store is 24.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T15:22:51,919 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ac4ae663c954984c9d1dcb22cb9fd884: 2024-11-22T15:22:51,919 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884., storeName=ac4ae663c954984c9d1dcb22cb9fd884/B, priority=13, startTime=1732288971403; duration=0sec 2024-11-22T15:22:51,919 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=4), splitQueue=0 2024-11-22T15:22:51,919 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ac4ae663c954984c9d1dcb22cb9fd884:B 2024-11-22T15:22:51,919 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 4 compacting, 1 eligible, 16 blocking 2024-11-22T15:22:51,920 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-22T15:22:51,920 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-22T15:22:51,920 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884. because compaction request was cancelled 2024-11-22T15:22:51,920 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ac4ae663c954984c9d1dcb22cb9fd884:A 2024-11-22T15:22:51,920 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T15:22:51,925 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/A/6e6a185ae11f4370b11abaf06f68c16e as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/A/6e6a185ae11f4370b11abaf06f68c16e 2024-11-22T15:22:51,932 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in ac4ae663c954984c9d1dcb22cb9fd884/A of ac4ae663c954984c9d1dcb22cb9fd884 into 6e6a185ae11f4370b11abaf06f68c16e(size=12.8 K), total size for store is 27.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T15:22:51,932 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ac4ae663c954984c9d1dcb22cb9fd884: 2024-11-22T15:22:51,932 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884., storeName=ac4ae663c954984c9d1dcb22cb9fd884/A, priority=12, startTime=1732288971403; duration=0sec 2024-11-22T15:22:51,932 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-22T15:22:51,932 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ac4ae663c954984c9d1dcb22cb9fd884:A 2024-11-22T15:22:51,933 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ac4ae663c954984c9d1dcb22cb9fd884:B 2024-11-22T15:22:51,935 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49954 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T15:22:51,935 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1540): ac4ae663c954984c9d1dcb22cb9fd884/C is initiating minor compaction (all files) 2024-11-22T15:22:51,935 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 4 compacting, 0 eligible, 16 blocking 2024-11-22T15:22:51,935 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-22T15:22:51,935 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-22T15:22:51,935 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884. because compaction request was cancelled 2024-11-22T15:22:51,935 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ac4ae663c954984c9d1dcb22cb9fd884:C 2024-11-22T15:22:51,935 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-22T15:22:51,935 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ac4ae663c954984c9d1dcb22cb9fd884/C in TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884. 2024-11-22T15:22:51,935 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/ca732cb40864408ab4c2a7b5c41e8e57, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/ccb94361f5354bb7a39ef82b598b92dd, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/5adc383cd23b442c8dc196617dad5134, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/071a18398d9d420688422d2fdff43146] into tmpdir=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp, totalSize=48.8 K 2024-11-22T15:22:51,936 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-22T15:22:51,936 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-22T15:22:51,936 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884. because compaction request was cancelled 2024-11-22T15:22:51,936 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ac4ae663c954984c9d1dcb22cb9fd884:B 2024-11-22T15:22:51,936 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting ca732cb40864408ab4c2a7b5c41e8e57, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=307, earliestPutTs=1732288967895 2024-11-22T15:22:51,937 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting ccb94361f5354bb7a39ef82b598b92dd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=322, earliestPutTs=1732288968581 2024-11-22T15:22:51,938 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting 5adc383cd23b442c8dc196617dad5134, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=347, earliestPutTs=1732288970514 2024-11-22T15:22:51,938 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting 071a18398d9d420688422d2fdff43146, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=361, earliestPutTs=1732288970812 2024-11-22T15:22:51,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742138_1314 (size=12301) 2024-11-22T15:22:51,948 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=384 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/B/2d0e6c66c45d428b86b3c58c57c15ea2 2024-11-22T15:22:51,953 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:51,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 280 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52556 deadline: 1732289031948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:51,970 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/C/e056eadc1358457aa26e3f7f62236369 is 50, key is test_row_0/C:col10/1732288971548/Put/seqid=0 2024-11-22T15:22:51,977 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ac4ae663c954984c9d1dcb22cb9fd884#C#compaction#272 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T15:22:51,978 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/C/afa4145106eb4176b22549693a0560d3 is 50, key is test_row_0/C:col10/1732288970812/Put/seqid=0 2024-11-22T15:22:52,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742140_1316 (size=13187) 2024-11-22T15:22:52,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742139_1315 (size=12301) 2024-11-22T15:22:52,029 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/C/afa4145106eb4176b22549693a0560d3 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/afa4145106eb4176b22549693a0560d3 2024-11-22T15:22:52,041 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in ac4ae663c954984c9d1dcb22cb9fd884/C of ac4ae663c954984c9d1dcb22cb9fd884 into afa4145106eb4176b22549693a0560d3(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T15:22:52,041 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ac4ae663c954984c9d1dcb22cb9fd884: 2024-11-22T15:22:52,041 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884., storeName=ac4ae663c954984c9d1dcb22cb9fd884/C, priority=12, startTime=1732288971694; duration=0sec 2024-11-22T15:22:52,041 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T15:22:52,041 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ac4ae663c954984c9d1dcb22cb9fd884:C 2024-11-22T15:22:52,059 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:52,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 282 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52556 deadline: 1732289032054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:52,262 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:52,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 284 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52556 deadline: 1732289032261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:52,423 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=384 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/C/e056eadc1358457aa26e3f7f62236369 2024-11-22T15:22:52,431 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/A/769ca22e27fa46cc8ec58e42cac7f900 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/A/769ca22e27fa46cc8ec58e42cac7f900 2024-11-22T15:22:52,437 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/A/769ca22e27fa46cc8ec58e42cac7f900, entries=150, sequenceid=384, filesize=12.0 K 2024-11-22T15:22:52,438 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/B/2d0e6c66c45d428b86b3c58c57c15ea2 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/2d0e6c66c45d428b86b3c58c57c15ea2 2024-11-22T15:22:52,445 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/2d0e6c66c45d428b86b3c58c57c15ea2, entries=150, sequenceid=384, filesize=12.0 K 2024-11-22T15:22:52,447 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/C/e056eadc1358457aa26e3f7f62236369 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/e056eadc1358457aa26e3f7f62236369 2024-11-22T15:22:52,464 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/e056eadc1358457aa26e3f7f62236369, entries=150, sequenceid=384, filesize=12.0 K 2024-11-22T15:22:52,465 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for ac4ae663c954984c9d1dcb22cb9fd884 in 600ms, sequenceid=384, compaction requested=true 2024-11-22T15:22:52,465 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ac4ae663c954984c9d1dcb22cb9fd884: 2024-11-22T15:22:52,465 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T15:22:52,465 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ac4ae663c954984c9d1dcb22cb9fd884:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T15:22:52,465 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T15:22:52,465 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T15:22:52,465 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ac4ae663c954984c9d1dcb22cb9fd884:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T15:22:52,465 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T15:22:52,465 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ac4ae663c954984c9d1dcb22cb9fd884:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T15:22:52,465 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T15:22:52,466 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40161 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T15:22:52,466 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1540): ac4ae663c954984c9d1dcb22cb9fd884/A is initiating minor compaction (all files) 2024-11-22T15:22:52,467 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ac4ae663c954984c9d1dcb22cb9fd884/A in TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884. 2024-11-22T15:22:52,467 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/A/6e6a185ae11f4370b11abaf06f68c16e, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/A/88a1979981f84bfcb9c5f2af8584157c, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/A/769ca22e27fa46cc8ec58e42cac7f900] into tmpdir=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp, totalSize=39.2 K 2024-11-22T15:22:52,467 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T15:22:52,467 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1540): ac4ae663c954984c9d1dcb22cb9fd884/B is initiating minor compaction (all files) 2024-11-22T15:22:52,467 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ac4ae663c954984c9d1dcb22cb9fd884/B in TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884. 2024-11-22T15:22:52,467 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/db49a49e34f84bc59a5cd6424115d329, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/48607589977642539797b8106c8ad411, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/2d0e6c66c45d428b86b3c58c57c15ea2] into tmpdir=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp, totalSize=36.9 K 2024-11-22T15:22:52,467 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting db49a49e34f84bc59a5cd6424115d329, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=347, earliestPutTs=1732288970514 2024-11-22T15:22:52,468 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6e6a185ae11f4370b11abaf06f68c16e, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=347, earliestPutTs=1732288970514 2024-11-22T15:22:52,468 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting 48607589977642539797b8106c8ad411, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=361, earliestPutTs=1732288970812 2024-11-22T15:22:52,468 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting 88a1979981f84bfcb9c5f2af8584157c, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=361, earliestPutTs=1732288970788 2024-11-22T15:22:52,468 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting 2d0e6c66c45d428b86b3c58c57c15ea2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=384, earliestPutTs=1732288971536 2024-11-22T15:22:52,468 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting 769ca22e27fa46cc8ec58e42cac7f900, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=384, earliestPutTs=1732288971536 2024-11-22T15:22:52,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-22T15:22:52,483 INFO [Thread-1090 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 77 completed 2024-11-22T15:22:52,484 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T15:22:52,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] procedure2.ProcedureExecutor(1098): Stored pid=79, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees 2024-11-22T15:22:52,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-22T15:22:52,486 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ac4ae663c954984c9d1dcb22cb9fd884#B#compaction#273 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T15:22:52,487 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/B/a7c243e3139649adbb5d7d1d087de33b is 50, key is test_row_0/B:col10/1732288971548/Put/seqid=0 2024-11-22T15:22:52,489 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=79, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T15:22:52,490 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=79, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T15:22:52,490 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=80, ppid=79, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T15:22:52,498 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ac4ae663c954984c9d1dcb22cb9fd884#A#compaction#274 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T15:22:52,499 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/A/3c2932669812428fb83e3de8e5ad336b is 50, key is test_row_0/A:col10/1732288971548/Put/seqid=0 2024-11-22T15:22:52,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742141_1317 (size=13255) 2024-11-22T15:22:52,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742142_1318 (size=13221) 2024-11-22T15:22:52,546 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/B/a7c243e3139649adbb5d7d1d087de33b as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/a7c243e3139649adbb5d7d1d087de33b 2024-11-22T15:22:52,556 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ac4ae663c954984c9d1dcb22cb9fd884/B of ac4ae663c954984c9d1dcb22cb9fd884 into a7c243e3139649adbb5d7d1d087de33b(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T15:22:52,557 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ac4ae663c954984c9d1dcb22cb9fd884: 2024-11-22T15:22:52,557 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884., storeName=ac4ae663c954984c9d1dcb22cb9fd884/B, priority=13, startTime=1732288972465; duration=0sec 2024-11-22T15:22:52,557 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T15:22:52,557 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ac4ae663c954984c9d1dcb22cb9fd884:B 2024-11-22T15:22:52,557 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-22T15:22:52,558 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-22T15:22:52,558 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-22T15:22:52,558 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884. because compaction request was cancelled 2024-11-22T15:22:52,558 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ac4ae663c954984c9d1dcb22cb9fd884:C 2024-11-22T15:22:52,565 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/A/3c2932669812428fb83e3de8e5ad336b as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/A/3c2932669812428fb83e3de8e5ad336b 2024-11-22T15:22:52,573 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ac4ae663c954984c9d1dcb22cb9fd884/A of ac4ae663c954984c9d1dcb22cb9fd884 into 3c2932669812428fb83e3de8e5ad336b(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T15:22:52,573 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ac4ae663c954984c9d1dcb22cb9fd884: 2024-11-22T15:22:52,573 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884., storeName=ac4ae663c954984c9d1dcb22cb9fd884/A, priority=13, startTime=1732288972465; duration=0sec 2024-11-22T15:22:52,573 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T15:22:52,573 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ac4ae663c954984c9d1dcb22cb9fd884:A 2024-11-22T15:22:52,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(8581): Flush requested on ac4ae663c954984c9d1dcb22cb9fd884 2024-11-22T15:22:52,574 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ac4ae663c954984c9d1dcb22cb9fd884 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-22T15:22:52,575 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac4ae663c954984c9d1dcb22cb9fd884, store=A 2024-11-22T15:22:52,575 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:22:52,575 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac4ae663c954984c9d1dcb22cb9fd884, store=B 2024-11-22T15:22:52,575 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:22:52,575 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac4ae663c954984c9d1dcb22cb9fd884, store=C 2024-11-22T15:22:52,575 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:22:52,581 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/A/2cfedf61173446a3a95ddaae829ac081 is 50, key is test_row_0/A:col10/1732288971937/Put/seqid=0 2024-11-22T15:22:52,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-22T15:22:52,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742143_1319 (size=14741) 2024-11-22T15:22:52,627 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=403 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/A/2cfedf61173446a3a95ddaae829ac081 2024-11-22T15:22:52,642 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:22:52,643 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-22T15:22:52,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884. 2024-11-22T15:22:52,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884. as already flushing 2024-11-22T15:22:52,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884. 2024-11-22T15:22:52,644 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => ac4ae663c954984c9d1dcb22cb9fd884, NAME => 'TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:52,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => ac4ae663c954984c9d1dcb22cb9fd884, NAME => 'TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:52,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ac4ae663c954984c9d1dcb22cb9fd884, NAME => 'TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ac4ae663c954984c9d1dcb22cb9fd884, NAME => 'TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:52,660 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/B/0a6aaf8225bd4b90aa5263912c25f71f is 50, key is test_row_0/B:col10/1732288971937/Put/seqid=0 2024-11-22T15:22:52,668 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:52,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52490 deadline: 1732289032665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:52,671 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:52,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 303 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52556 deadline: 1732289032667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:52,672 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:52,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52500 deadline: 1732289032668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:52,673 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:52,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52536 deadline: 1732289032668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:52,676 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:52,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52544 deadline: 1732289032669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:52,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742144_1320 (size=12301) 2024-11-22T15:22:52,771 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:52,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52490 deadline: 1732289032770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:52,774 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:52,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 305 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52556 deadline: 1732289032773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:52,776 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:52,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52500 deadline: 1732289032773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:52,779 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:52,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52544 deadline: 1732289032777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:52,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-22T15:22:52,796 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:22:52,797 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-22T15:22:52,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884. 2024-11-22T15:22:52,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884. as already flushing 2024-11-22T15:22:52,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884. 2024-11-22T15:22:52,797 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => ac4ae663c954984c9d1dcb22cb9fd884, NAME => 'TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:52,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => ac4ae663c954984c9d1dcb22cb9fd884, NAME => 'TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:52,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ac4ae663c954984c9d1dcb22cb9fd884, NAME => 'TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ac4ae663c954984c9d1dcb22cb9fd884, NAME => 'TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:52,950 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:22:52,950 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-22T15:22:52,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884. 2024-11-22T15:22:52,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884. as already flushing 2024-11-22T15:22:52,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884. 2024-11-22T15:22:52,951 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => ac4ae663c954984c9d1dcb22cb9fd884, NAME => 'TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:52,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => ac4ae663c954984c9d1dcb22cb9fd884, NAME => 'TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:52,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ac4ae663c954984c9d1dcb22cb9fd884, NAME => 'TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ac4ae663c954984c9d1dcb22cb9fd884, NAME => 'TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:52,975 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:52,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52490 deadline: 1732289032973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:52,979 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:52,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 307 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52556 deadline: 1732289032977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:52,979 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:52,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52500 deadline: 1732289032978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:52,983 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:52,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52544 deadline: 1732289032981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:53,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-22T15:22:53,100 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=403 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/B/0a6aaf8225bd4b90aa5263912c25f71f 2024-11-22T15:22:53,103 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:22:53,107 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-22T15:22:53,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884. 2024-11-22T15:22:53,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884. as already flushing 2024-11-22T15:22:53,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884. 2024-11-22T15:22:53,108 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => ac4ae663c954984c9d1dcb22cb9fd884, NAME => 'TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:53,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => ac4ae663c954984c9d1dcb22cb9fd884, NAME => 'TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:53,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ac4ae663c954984c9d1dcb22cb9fd884, NAME => 'TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ac4ae663c954984c9d1dcb22cb9fd884, NAME => 'TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:53,120 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/C/78b989bc08af415385b5339ed23c6daa is 50, key is test_row_0/C:col10/1732288971937/Put/seqid=0 2024-11-22T15:22:53,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742145_1321 (size=12301) 2024-11-22T15:22:53,157 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=403 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/C/78b989bc08af415385b5339ed23c6daa 2024-11-22T15:22:53,164 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/A/2cfedf61173446a3a95ddaae829ac081 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/A/2cfedf61173446a3a95ddaae829ac081 2024-11-22T15:22:53,170 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/A/2cfedf61173446a3a95ddaae829ac081, entries=200, sequenceid=403, filesize=14.4 K 2024-11-22T15:22:53,173 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/B/0a6aaf8225bd4b90aa5263912c25f71f as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/0a6aaf8225bd4b90aa5263912c25f71f 2024-11-22T15:22:53,185 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/0a6aaf8225bd4b90aa5263912c25f71f, entries=150, sequenceid=403, filesize=12.0 K 2024-11-22T15:22:53,187 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/C/78b989bc08af415385b5339ed23c6daa as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/78b989bc08af415385b5339ed23c6daa 2024-11-22T15:22:53,199 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/78b989bc08af415385b5339ed23c6daa, entries=150, sequenceid=403, filesize=12.0 K 2024-11-22T15:22:53,200 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for ac4ae663c954984c9d1dcb22cb9fd884 in 626ms, sequenceid=403, compaction requested=true 2024-11-22T15:22:53,200 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ac4ae663c954984c9d1dcb22cb9fd884: 2024-11-22T15:22:53,201 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-22T15:22:53,201 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ac4ae663c954984c9d1dcb22cb9fd884:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T15:22:53,201 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T15:22:53,201 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ac4ae663c954984c9d1dcb22cb9fd884:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T15:22:53,201 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T15:22:53,201 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-22T15:22:53,201 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ac4ae663c954984c9d1dcb22cb9fd884:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T15:22:53,201 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T15:22:53,202 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-22T15:22:53,202 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-22T15:22:53,202 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-22T15:22:53,202 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-22T15:22:53,203 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884. because compaction request was cancelled 2024-11-22T15:22:53,203 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884. because compaction request was cancelled 2024-11-22T15:22:53,203 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ac4ae663c954984c9d1dcb22cb9fd884:B 2024-11-22T15:22:53,203 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ac4ae663c954984c9d1dcb22cb9fd884:A 2024-11-22T15:22:53,203 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T15:22:53,204 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T15:22:53,204 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1540): ac4ae663c954984c9d1dcb22cb9fd884/C is initiating minor compaction (all files) 2024-11-22T15:22:53,204 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ac4ae663c954984c9d1dcb22cb9fd884/C in TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884. 2024-11-22T15:22:53,204 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/afa4145106eb4176b22549693a0560d3, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/e056eadc1358457aa26e3f7f62236369, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/78b989bc08af415385b5339ed23c6daa] into tmpdir=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp, totalSize=36.9 K 2024-11-22T15:22:53,204 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting afa4145106eb4176b22549693a0560d3, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=361, earliestPutTs=1732288970812 2024-11-22T15:22:53,205 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting e056eadc1358457aa26e3f7f62236369, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=384, earliestPutTs=1732288971536 2024-11-22T15:22:53,206 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting 78b989bc08af415385b5339ed23c6daa, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=403, earliestPutTs=1732288971929 2024-11-22T15:22:53,222 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ac4ae663c954984c9d1dcb22cb9fd884#C#compaction#278 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T15:22:53,222 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/C/4d017b94890c4ac69b3d672107dba1bf is 50, key is test_row_0/C:col10/1732288971937/Put/seqid=0 2024-11-22T15:22:53,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742146_1322 (size=13289) 2024-11-22T15:22:53,246 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/C/4d017b94890c4ac69b3d672107dba1bf as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/4d017b94890c4ac69b3d672107dba1bf 2024-11-22T15:22:53,251 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ac4ae663c954984c9d1dcb22cb9fd884/C of ac4ae663c954984c9d1dcb22cb9fd884 into 4d017b94890c4ac69b3d672107dba1bf(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T15:22:53,251 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ac4ae663c954984c9d1dcb22cb9fd884: 2024-11-22T15:22:53,252 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884., storeName=ac4ae663c954984c9d1dcb22cb9fd884/C, priority=13, startTime=1732288973201; duration=0sec 2024-11-22T15:22:53,252 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T15:22:53,252 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ac4ae663c954984c9d1dcb22cb9fd884:C 2024-11-22T15:22:53,260 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:22:53,260 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-22T15:22:53,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884. 2024-11-22T15:22:53,261 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2837): Flushing ac4ae663c954984c9d1dcb22cb9fd884 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-22T15:22:53,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac4ae663c954984c9d1dcb22cb9fd884, store=A 2024-11-22T15:22:53,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:22:53,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac4ae663c954984c9d1dcb22cb9fd884, store=B 2024-11-22T15:22:53,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:22:53,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac4ae663c954984c9d1dcb22cb9fd884, store=C 2024-11-22T15:22:53,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:22:53,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/A/4275ced1a861432bb8a2b1457575f3ac is 50, key is test_row_0/A:col10/1732288972659/Put/seqid=0 2024-11-22T15:22:53,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(8581): Flush requested on ac4ae663c954984c9d1dcb22cb9fd884 2024-11-22T15:22:53,279 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884. as already flushing 2024-11-22T15:22:53,296 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:53,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 311 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52556 deadline: 1732289033292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:53,297 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:53,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52490 deadline: 1732289033292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:53,299 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:53,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52544 deadline: 1732289033295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:53,300 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:53,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52500 deadline: 1732289033297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:53,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742147_1323 (size=12301) 2024-11-22T15:22:53,306 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=426 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/A/4275ced1a861432bb8a2b1457575f3ac 2024-11-22T15:22:53,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/B/4c1e4745494e4bb38468a9d8b4c0917b is 50, key is test_row_0/B:col10/1732288972659/Put/seqid=0 2024-11-22T15:22:53,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742148_1324 (size=12301) 2024-11-22T15:22:53,343 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=426 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/B/4c1e4745494e4bb38468a9d8b4c0917b 2024-11-22T15:22:53,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/C/88c1d621a86f4053ae4a09542ead9c09 is 50, key is test_row_0/C:col10/1732288972659/Put/seqid=0 2024-11-22T15:22:53,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742149_1325 (size=12301) 2024-11-22T15:22:53,368 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=426 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/C/88c1d621a86f4053ae4a09542ead9c09 2024-11-22T15:22:53,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/A/4275ced1a861432bb8a2b1457575f3ac as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/A/4275ced1a861432bb8a2b1457575f3ac 2024-11-22T15:22:53,389 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/A/4275ced1a861432bb8a2b1457575f3ac, entries=150, sequenceid=426, filesize=12.0 K 2024-11-22T15:22:53,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/B/4c1e4745494e4bb38468a9d8b4c0917b as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/4c1e4745494e4bb38468a9d8b4c0917b 2024-11-22T15:22:53,397 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/4c1e4745494e4bb38468a9d8b4c0917b, entries=150, sequenceid=426, filesize=12.0 K 2024-11-22T15:22:53,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/C/88c1d621a86f4053ae4a09542ead9c09 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/88c1d621a86f4053ae4a09542ead9c09 2024-11-22T15:22:53,400 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:53,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 313 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52556 deadline: 1732289033398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:53,401 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:53,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52490 deadline: 1732289033398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:53,403 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:53,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52544 deadline: 1732289033401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:53,404 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:53,404 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/88c1d621a86f4053ae4a09542ead9c09, entries=150, sequenceid=426, filesize=12.0 K 2024-11-22T15:22:53,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52500 deadline: 1732289033401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:53,405 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for ac4ae663c954984c9d1dcb22cb9fd884 in 143ms, sequenceid=426, compaction requested=true 2024-11-22T15:22:53,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2538): Flush status journal for ac4ae663c954984c9d1dcb22cb9fd884: 2024-11-22T15:22:53,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884. 2024-11-22T15:22:53,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=80 2024-11-22T15:22:53,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4106): Remote procedure done, pid=80 2024-11-22T15:22:53,413 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=80, resume processing ppid=79 2024-11-22T15:22:53,413 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=80, ppid=79, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 916 msec 2024-11-22T15:22:53,427 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=79, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees in 937 msec 2024-11-22T15:22:53,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-22T15:22:53,589 INFO [Thread-1090 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 79 completed 2024-11-22T15:22:53,590 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T15:22:53,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] procedure2.ProcedureExecutor(1098): Stored pid=81, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees 2024-11-22T15:22:53,592 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=81, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T15:22:53,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-22T15:22:53,592 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=81, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T15:22:53,593 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=82, ppid=81, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T15:22:53,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(8581): Flush requested on ac4ae663c954984c9d1dcb22cb9fd884 2024-11-22T15:22:53,636 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ac4ae663c954984c9d1dcb22cb9fd884 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-22T15:22:53,642 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac4ae663c954984c9d1dcb22cb9fd884, store=A 2024-11-22T15:22:53,642 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:22:53,642 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac4ae663c954984c9d1dcb22cb9fd884, store=B 2024-11-22T15:22:53,642 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:22:53,642 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac4ae663c954984c9d1dcb22cb9fd884, store=C 2024-11-22T15:22:53,642 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:22:53,656 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/A/1cc8f8afbdd5468ba102388c2c771d28 is 50, key is test_row_0/A:col10/1732288973603/Put/seqid=0 2024-11-22T15:22:53,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742150_1326 (size=12301) 2024-11-22T15:22:53,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-22T15:22:53,703 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:53,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52544 deadline: 1732289033689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:53,705 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:53,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52490 deadline: 1732289033694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:53,705 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:53,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 320 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52556 deadline: 1732289033695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:53,718 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:53,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52500 deadline: 1732289033693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:53,744 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:22:53,745 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-22T15:22:53,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884. 2024-11-22T15:22:53,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884. as already flushing 2024-11-22T15:22:53,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884. 2024-11-22T15:22:53,745 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => ac4ae663c954984c9d1dcb22cb9fd884, NAME => 'TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:53,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => ac4ae663c954984c9d1dcb22cb9fd884, NAME => 'TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:53,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ac4ae663c954984c9d1dcb22cb9fd884, NAME => 'TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ac4ae663c954984c9d1dcb22cb9fd884, NAME => 'TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:53,806 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:53,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52544 deadline: 1732289033804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:53,809 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:53,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52490 deadline: 1732289033806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:53,810 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:53,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 322 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52556 deadline: 1732289033806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:53,823 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:53,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52500 deadline: 1732289033820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:53,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-22T15:22:53,905 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:22:53,906 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-22T15:22:53,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884. 2024-11-22T15:22:53,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884. as already flushing 2024-11-22T15:22:53,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884. 2024-11-22T15:22:53,906 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => ac4ae663c954984c9d1dcb22cb9fd884, NAME => 'TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:53,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => ac4ae663c954984c9d1dcb22cb9fd884, NAME => 'TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:53,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ac4ae663c954984c9d1dcb22cb9fd884, NAME => 'TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ac4ae663c954984c9d1dcb22cb9fd884, NAME => 'TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:54,011 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:54,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52544 deadline: 1732289034009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:54,012 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:54,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52490 deadline: 1732289034010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:54,015 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:54,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 324 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52556 deadline: 1732289034012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:54,025 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:54,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52500 deadline: 1732289034024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:54,058 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:22:54,059 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-22T15:22:54,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884. 2024-11-22T15:22:54,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884. as already flushing 2024-11-22T15:22:54,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884. 2024-11-22T15:22:54,059 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => ac4ae663c954984c9d1dcb22cb9fd884, NAME => 'TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:54,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => ac4ae663c954984c9d1dcb22cb9fd884, NAME => 'TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:54,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ac4ae663c954984c9d1dcb22cb9fd884, NAME => 'TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ac4ae663c954984c9d1dcb22cb9fd884, NAME => 'TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:54,089 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=444 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/A/1cc8f8afbdd5468ba102388c2c771d28 2024-11-22T15:22:54,118 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/B/2cdd10565c53461ab124548d2343bfc8 is 50, key is test_row_0/B:col10/1732288973603/Put/seqid=0 2024-11-22T15:22:54,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742151_1327 (size=12301) 2024-11-22T15:22:54,150 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=444 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/B/2cdd10565c53461ab124548d2343bfc8 2024-11-22T15:22:54,163 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/C/668bae8100f34730b4dd424eb629ed6f is 50, key is test_row_0/C:col10/1732288973603/Put/seqid=0 2024-11-22T15:22:54,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-22T15:22:54,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742152_1328 (size=12301) 2024-11-22T15:22:54,211 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:22:54,211 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-22T15:22:54,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884. 2024-11-22T15:22:54,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884. as already flushing 2024-11-22T15:22:54,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884. 2024-11-22T15:22:54,212 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => ac4ae663c954984c9d1dcb22cb9fd884, NAME => 'TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:54,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => ac4ae663c954984c9d1dcb22cb9fd884, NAME => 'TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:54,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ac4ae663c954984c9d1dcb22cb9fd884, NAME => 'TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ac4ae663c954984c9d1dcb22cb9fd884, NAME => 'TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:54,314 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:54,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52490 deadline: 1732289034314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:54,317 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:54,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 326 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52556 deadline: 1732289034315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:54,318 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:54,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52544 deadline: 1732289034316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:54,328 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:54,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52500 deadline: 1732289034328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:54,364 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:22:54,366 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-22T15:22:54,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884. 2024-11-22T15:22:54,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884. as already flushing 2024-11-22T15:22:54,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884. 2024-11-22T15:22:54,367 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => ac4ae663c954984c9d1dcb22cb9fd884, NAME => 'TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:54,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => ac4ae663c954984c9d1dcb22cb9fd884, NAME => 'TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:54,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ac4ae663c954984c9d1dcb22cb9fd884, NAME => 'TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ac4ae663c954984c9d1dcb22cb9fd884, NAME => 'TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:54,518 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:22:54,520 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-22T15:22:54,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884. 2024-11-22T15:22:54,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884. as already flushing 2024-11-22T15:22:54,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884. 2024-11-22T15:22:54,521 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => ac4ae663c954984c9d1dcb22cb9fd884, NAME => 'TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:54,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => ac4ae663c954984c9d1dcb22cb9fd884, NAME => 'TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:54,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ac4ae663c954984c9d1dcb22cb9fd884, NAME => 'TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ac4ae663c954984c9d1dcb22cb9fd884, NAME => 'TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:54,608 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=444 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/C/668bae8100f34730b4dd424eb629ed6f 2024-11-22T15:22:54,616 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/A/1cc8f8afbdd5468ba102388c2c771d28 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/A/1cc8f8afbdd5468ba102388c2c771d28 2024-11-22T15:22:54,621 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/A/1cc8f8afbdd5468ba102388c2c771d28, entries=150, sequenceid=444, filesize=12.0 K 2024-11-22T15:22:54,623 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/B/2cdd10565c53461ab124548d2343bfc8 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/2cdd10565c53461ab124548d2343bfc8 2024-11-22T15:22:54,630 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/2cdd10565c53461ab124548d2343bfc8, entries=150, sequenceid=444, filesize=12.0 K 2024-11-22T15:22:54,631 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/C/668bae8100f34730b4dd424eb629ed6f as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/668bae8100f34730b4dd424eb629ed6f 2024-11-22T15:22:54,636 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/668bae8100f34730b4dd424eb629ed6f, entries=150, sequenceid=444, filesize=12.0 K 2024-11-22T15:22:54,637 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for ac4ae663c954984c9d1dcb22cb9fd884 in 1001ms, sequenceid=444, compaction requested=true 2024-11-22T15:22:54,638 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ac4ae663c954984c9d1dcb22cb9fd884: 2024-11-22T15:22:54,638 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ac4ae663c954984c9d1dcb22cb9fd884:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T15:22:54,638 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T15:22:54,638 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ac4ae663c954984c9d1dcb22cb9fd884:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T15:22:54,638 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-22T15:22:54,638 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ac4ae663c954984c9d1dcb22cb9fd884:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T15:22:54,638 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-22T15:22:54,638 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T15:22:54,638 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T15:22:54,640 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50158 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T15:22:54,640 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1540): ac4ae663c954984c9d1dcb22cb9fd884/B is initiating minor compaction (all files) 2024-11-22T15:22:54,640 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ac4ae663c954984c9d1dcb22cb9fd884/B in TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884. 2024-11-22T15:22:54,640 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/a7c243e3139649adbb5d7d1d087de33b, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/0a6aaf8225bd4b90aa5263912c25f71f, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/4c1e4745494e4bb38468a9d8b4c0917b, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/2cdd10565c53461ab124548d2343bfc8] into tmpdir=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp, totalSize=49.0 K 2024-11-22T15:22:54,641 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting a7c243e3139649adbb5d7d1d087de33b, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=384, earliestPutTs=1732288971536 2024-11-22T15:22:54,641 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting 0a6aaf8225bd4b90aa5263912c25f71f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=403, earliestPutTs=1732288971929 2024-11-22T15:22:54,641 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52564 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T15:22:54,641 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1540): ac4ae663c954984c9d1dcb22cb9fd884/A is initiating minor compaction (all files) 2024-11-22T15:22:54,641 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ac4ae663c954984c9d1dcb22cb9fd884/A in TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884. 2024-11-22T15:22:54,641 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/A/3c2932669812428fb83e3de8e5ad336b, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/A/2cfedf61173446a3a95ddaae829ac081, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/A/4275ced1a861432bb8a2b1457575f3ac, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/A/1cc8f8afbdd5468ba102388c2c771d28] into tmpdir=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp, totalSize=51.3 K 2024-11-22T15:22:54,669 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting 4c1e4745494e4bb38468a9d8b4c0917b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=426, earliestPutTs=1732288972659 2024-11-22T15:22:54,669 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3c2932669812428fb83e3de8e5ad336b, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=384, earliestPutTs=1732288971536 2024-11-22T15:22:54,670 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting 2cdd10565c53461ab124548d2343bfc8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=444, earliestPutTs=1732288973603 2024-11-22T15:22:54,670 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2cfedf61173446a3a95ddaae829ac081, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=403, earliestPutTs=1732288971904 2024-11-22T15:22:54,671 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4275ced1a861432bb8a2b1457575f3ac, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=426, earliestPutTs=1732288972659 2024-11-22T15:22:54,671 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1cc8f8afbdd5468ba102388c2c771d28, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=444, earliestPutTs=1732288973603 2024-11-22T15:22:54,673 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:22:54,674 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-22T15:22:54,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884. 2024-11-22T15:22:54,674 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2837): Flushing ac4ae663c954984c9d1dcb22cb9fd884 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-22T15:22:54,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac4ae663c954984c9d1dcb22cb9fd884, store=A 2024-11-22T15:22:54,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:22:54,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac4ae663c954984c9d1dcb22cb9fd884, store=B 2024-11-22T15:22:54,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:22:54,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac4ae663c954984c9d1dcb22cb9fd884, store=C 2024-11-22T15:22:54,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:22:54,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(8581): Flush requested on ac4ae663c954984c9d1dcb22cb9fd884 2024-11-22T15:22:54,682 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884. as already flushing 2024-11-22T15:22:54,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/A/791014f76e4c407db5e61e195282c9c8 is 50, key is test_row_0/A:col10/1732288973676/Put/seqid=0 2024-11-22T15:22:54,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-22T15:22:54,708 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ac4ae663c954984c9d1dcb22cb9fd884#B#compaction#286 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T15:22:54,708 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/B/863c3ecdc21649b9bddcbe9159241ba7 is 50, key is test_row_0/B:col10/1732288973603/Put/seqid=0 2024-11-22T15:22:54,717 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ac4ae663c954984c9d1dcb22cb9fd884#A#compaction#287 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T15:22:54,718 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/A/122f0d2f7f414a1e83bbda42188368c2 is 50, key is test_row_0/A:col10/1732288973603/Put/seqid=0 2024-11-22T15:22:54,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742154_1330 (size=13391) 2024-11-22T15:22:54,759 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:54,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52536 deadline: 1732289034755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:54,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742153_1329 (size=12301) 2024-11-22T15:22:54,765 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/B/863c3ecdc21649b9bddcbe9159241ba7 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/863c3ecdc21649b9bddcbe9159241ba7 2024-11-22T15:22:54,766 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=462 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/A/791014f76e4c407db5e61e195282c9c8 2024-11-22T15:22:54,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742155_1331 (size=13357) 2024-11-22T15:22:54,784 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in ac4ae663c954984c9d1dcb22cb9fd884/B of ac4ae663c954984c9d1dcb22cb9fd884 into 863c3ecdc21649b9bddcbe9159241ba7(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T15:22:54,784 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ac4ae663c954984c9d1dcb22cb9fd884: 2024-11-22T15:22:54,784 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884., storeName=ac4ae663c954984c9d1dcb22cb9fd884/B, priority=12, startTime=1732288974638; duration=0sec 2024-11-22T15:22:54,784 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T15:22:54,785 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ac4ae663c954984c9d1dcb22cb9fd884:B 2024-11-22T15:22:54,785 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T15:22:54,787 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37891 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T15:22:54,787 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1540): ac4ae663c954984c9d1dcb22cb9fd884/C is initiating minor compaction (all files) 2024-11-22T15:22:54,787 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ac4ae663c954984c9d1dcb22cb9fd884/C in TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884. 2024-11-22T15:22:54,787 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/4d017b94890c4ac69b3d672107dba1bf, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/88c1d621a86f4053ae4a09542ead9c09, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/668bae8100f34730b4dd424eb629ed6f] into tmpdir=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp, totalSize=37.0 K 2024-11-22T15:22:54,788 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting 4d017b94890c4ac69b3d672107dba1bf, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=403, earliestPutTs=1732288971929 2024-11-22T15:22:54,789 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting 88c1d621a86f4053ae4a09542ead9c09, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=426, earliestPutTs=1732288972659 2024-11-22T15:22:54,789 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting 668bae8100f34730b4dd424eb629ed6f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=444, earliestPutTs=1732288973603 2024-11-22T15:22:54,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/B/3ad5483d78554ca3bf0b8726335f0852 is 50, key is test_row_0/B:col10/1732288973676/Put/seqid=0 2024-11-22T15:22:54,812 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ac4ae663c954984c9d1dcb22cb9fd884#C#compaction#289 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T15:22:54,813 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/C/a24714f90d3d4136a190230f4bf37fae is 50, key is test_row_0/C:col10/1732288973603/Put/seqid=0 2024-11-22T15:22:54,820 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:54,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52490 deadline: 1732289034817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:54,821 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:54,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 328 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52556 deadline: 1732289034819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:54,821 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:54,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52544 deadline: 1732289034820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:54,834 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:54,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52500 deadline: 1732289034831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:54,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742157_1333 (size=13391) 2024-11-22T15:22:54,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742156_1332 (size=12301) 2024-11-22T15:22:54,862 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:54,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52536 deadline: 1732289034860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:55,068 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:55,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52536 deadline: 1732289035066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:55,187 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/A/122f0d2f7f414a1e83bbda42188368c2 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/A/122f0d2f7f414a1e83bbda42188368c2 2024-11-22T15:22:55,193 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in ac4ae663c954984c9d1dcb22cb9fd884/A of ac4ae663c954984c9d1dcb22cb9fd884 into 122f0d2f7f414a1e83bbda42188368c2(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T15:22:55,193 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ac4ae663c954984c9d1dcb22cb9fd884: 2024-11-22T15:22:55,193 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884., storeName=ac4ae663c954984c9d1dcb22cb9fd884/A, priority=12, startTime=1732288974638; duration=0sec 2024-11-22T15:22:55,193 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T15:22:55,193 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ac4ae663c954984c9d1dcb22cb9fd884:A 2024-11-22T15:22:55,255 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/C/a24714f90d3d4136a190230f4bf37fae as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/a24714f90d3d4136a190230f4bf37fae 2024-11-22T15:22:55,256 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=462 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/B/3ad5483d78554ca3bf0b8726335f0852 2024-11-22T15:22:55,262 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ac4ae663c954984c9d1dcb22cb9fd884/C of ac4ae663c954984c9d1dcb22cb9fd884 into a24714f90d3d4136a190230f4bf37fae(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T15:22:55,262 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ac4ae663c954984c9d1dcb22cb9fd884: 2024-11-22T15:22:55,262 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884., storeName=ac4ae663c954984c9d1dcb22cb9fd884/C, priority=13, startTime=1732288974638; duration=0sec 2024-11-22T15:22:55,263 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T15:22:55,263 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ac4ae663c954984c9d1dcb22cb9fd884:C 2024-11-22T15:22:55,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/C/7558df806ed1492bb1fe5b12ca3f6101 is 50, key is test_row_0/C:col10/1732288973676/Put/seqid=0 2024-11-22T15:22:55,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742158_1334 (size=12301) 2024-11-22T15:22:55,273 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=462 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/C/7558df806ed1492bb1fe5b12ca3f6101 2024-11-22T15:22:55,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/A/791014f76e4c407db5e61e195282c9c8 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/A/791014f76e4c407db5e61e195282c9c8 2024-11-22T15:22:55,292 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/A/791014f76e4c407db5e61e195282c9c8, entries=150, sequenceid=462, filesize=12.0 K 2024-11-22T15:22:55,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/B/3ad5483d78554ca3bf0b8726335f0852 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/3ad5483d78554ca3bf0b8726335f0852 2024-11-22T15:22:55,298 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/3ad5483d78554ca3bf0b8726335f0852, entries=150, sequenceid=462, filesize=12.0 K 2024-11-22T15:22:55,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/C/7558df806ed1492bb1fe5b12ca3f6101 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/7558df806ed1492bb1fe5b12ca3f6101 2024-11-22T15:22:55,306 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/7558df806ed1492bb1fe5b12ca3f6101, entries=150, sequenceid=462, filesize=12.0 K 2024-11-22T15:22:55,307 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for ac4ae663c954984c9d1dcb22cb9fd884 in 632ms, sequenceid=462, compaction requested=false 2024-11-22T15:22:55,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2538): Flush status journal for ac4ae663c954984c9d1dcb22cb9fd884: 2024-11-22T15:22:55,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884. 2024-11-22T15:22:55,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=82 2024-11-22T15:22:55,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4106): Remote procedure done, pid=82 2024-11-22T15:22:55,309 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=82, resume processing ppid=81 2024-11-22T15:22:55,309 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=82, ppid=81, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7150 sec 2024-11-22T15:22:55,310 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=81, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees in 1.7190 sec 2024-11-22T15:22:55,375 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ac4ae663c954984c9d1dcb22cb9fd884 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-22T15:22:55,375 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac4ae663c954984c9d1dcb22cb9fd884, store=A 2024-11-22T15:22:55,375 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:22:55,375 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac4ae663c954984c9d1dcb22cb9fd884, store=B 2024-11-22T15:22:55,375 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:22:55,375 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac4ae663c954984c9d1dcb22cb9fd884, store=C 2024-11-22T15:22:55,375 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:22:55,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(8581): Flush requested on ac4ae663c954984c9d1dcb22cb9fd884 2024-11-22T15:22:55,388 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/A/e2233efd62924d30891be345bf193f89 is 50, key is test_row_0/A:col10/1732288974748/Put/seqid=0 2024-11-22T15:22:55,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742159_1335 (size=12301) 2024-11-22T15:22:55,441 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:55,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52536 deadline: 1732289035437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:55,442 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=484 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/A/e2233efd62924d30891be345bf193f89 2024-11-22T15:22:55,452 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/B/c16c7598213149029365de85f71f4e35 is 50, key is test_row_0/B:col10/1732288974748/Put/seqid=0 2024-11-22T15:22:55,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742160_1336 (size=12301) 2024-11-22T15:22:55,544 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:55,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52536 deadline: 1732289035542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:55,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-22T15:22:55,696 INFO [Thread-1090 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 81 completed 2024-11-22T15:22:55,697 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T15:22:55,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] procedure2.ProcedureExecutor(1098): Stored pid=83, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees 2024-11-22T15:22:55,699 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=83, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T15:22:55,700 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=83, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T15:22:55,700 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=84, ppid=83, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T15:22:55,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-22T15:22:55,747 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:55,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52536 deadline: 1732289035745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:55,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-22T15:22:55,824 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:55,824 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:55,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 330 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52556 deadline: 1732289035822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:55,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52490 deadline: 1732289035822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:55,833 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:55,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52544 deadline: 1732289035831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:55,839 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:55,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52500 deadline: 1732289035837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:55,852 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:22:55,852 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-22T15:22:55,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884. 2024-11-22T15:22:55,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884. as already flushing 2024-11-22T15:22:55,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884. 2024-11-22T15:22:55,852 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => ac4ae663c954984c9d1dcb22cb9fd884, NAME => 'TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:55,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => ac4ae663c954984c9d1dcb22cb9fd884, NAME => 'TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:55,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ac4ae663c954984c9d1dcb22cb9fd884, NAME => 'TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ac4ae663c954984c9d1dcb22cb9fd884, NAME => 'TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:55,900 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=484 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/B/c16c7598213149029365de85f71f4e35 2024-11-22T15:22:55,909 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/C/66f7d6d5da2344c1b296b666262683eb is 50, key is test_row_0/C:col10/1732288974748/Put/seqid=0 2024-11-22T15:22:55,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742161_1337 (size=12301) 2024-11-22T15:22:55,920 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=484 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/C/66f7d6d5da2344c1b296b666262683eb 2024-11-22T15:22:55,924 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/A/e2233efd62924d30891be345bf193f89 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/A/e2233efd62924d30891be345bf193f89 2024-11-22T15:22:55,928 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/A/e2233efd62924d30891be345bf193f89, entries=150, sequenceid=484, filesize=12.0 K 2024-11-22T15:22:55,929 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/B/c16c7598213149029365de85f71f4e35 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/c16c7598213149029365de85f71f4e35 2024-11-22T15:22:55,934 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/c16c7598213149029365de85f71f4e35, entries=150, sequenceid=484, filesize=12.0 K 2024-11-22T15:22:55,936 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/C/66f7d6d5da2344c1b296b666262683eb as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/66f7d6d5da2344c1b296b666262683eb 2024-11-22T15:22:55,951 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/66f7d6d5da2344c1b296b666262683eb, entries=150, sequenceid=484, filesize=12.0 K 2024-11-22T15:22:55,952 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for ac4ae663c954984c9d1dcb22cb9fd884 in 577ms, sequenceid=484, compaction requested=true 2024-11-22T15:22:55,952 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ac4ae663c954984c9d1dcb22cb9fd884: 2024-11-22T15:22:55,953 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T15:22:55,953 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ac4ae663c954984c9d1dcb22cb9fd884:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T15:22:55,953 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T15:22:55,953 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ac4ae663c954984c9d1dcb22cb9fd884:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T15:22:55,953 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T15:22:55,953 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ac4ae663c954984c9d1dcb22cb9fd884:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T15:22:55,953 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-22T15:22:55,953 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37959 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T15:22:55,954 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1540): ac4ae663c954984c9d1dcb22cb9fd884/A is initiating minor compaction (all files) 2024-11-22T15:22:55,954 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ac4ae663c954984c9d1dcb22cb9fd884/A in TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884. 2024-11-22T15:22:55,954 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/A/122f0d2f7f414a1e83bbda42188368c2, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/A/791014f76e4c407db5e61e195282c9c8, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/A/e2233efd62924d30891be345bf193f89] into tmpdir=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp, totalSize=37.1 K 2024-11-22T15:22:55,954 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting 122f0d2f7f414a1e83bbda42188368c2, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=444, earliestPutTs=1732288973603 2024-11-22T15:22:55,954 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T15:22:55,954 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting 791014f76e4c407db5e61e195282c9c8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=462, earliestPutTs=1732288973660 2024-11-22T15:22:55,955 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting e2233efd62924d30891be345bf193f89, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=484, earliestPutTs=1732288974733 2024-11-22T15:22:55,955 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37993 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T15:22:55,956 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1540): ac4ae663c954984c9d1dcb22cb9fd884/B is initiating minor compaction (all files) 2024-11-22T15:22:55,956 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ac4ae663c954984c9d1dcb22cb9fd884/B in TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884. 2024-11-22T15:22:55,956 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/863c3ecdc21649b9bddcbe9159241ba7, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/3ad5483d78554ca3bf0b8726335f0852, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/c16c7598213149029365de85f71f4e35] into tmpdir=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp, totalSize=37.1 K 2024-11-22T15:22:55,957 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting 863c3ecdc21649b9bddcbe9159241ba7, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=444, earliestPutTs=1732288973603 2024-11-22T15:22:55,957 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3ad5483d78554ca3bf0b8726335f0852, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=462, earliestPutTs=1732288973660 2024-11-22T15:22:55,958 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting c16c7598213149029365de85f71f4e35, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=484, earliestPutTs=1732288974733 2024-11-22T15:22:55,967 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ac4ae663c954984c9d1dcb22cb9fd884#B#compaction#295 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T15:22:55,968 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ac4ae663c954984c9d1dcb22cb9fd884#A#compaction#294 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T15:22:55,968 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/B/591ae804209644ffa1252bb51fd12b50 is 50, key is test_row_0/B:col10/1732288974748/Put/seqid=0 2024-11-22T15:22:55,968 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/A/4933f92beaa54139a949ee964a1362c0 is 50, key is test_row_0/A:col10/1732288974748/Put/seqid=0 2024-11-22T15:22:56,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-22T15:22:56,005 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:22:56,005 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-22T15:22:56,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884. 2024-11-22T15:22:56,005 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2837): Flushing ac4ae663c954984c9d1dcb22cb9fd884 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-22T15:22:56,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac4ae663c954984c9d1dcb22cb9fd884, store=A 2024-11-22T15:22:56,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:22:56,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac4ae663c954984c9d1dcb22cb9fd884, store=B 2024-11-22T15:22:56,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:22:56,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac4ae663c954984c9d1dcb22cb9fd884, store=C 2024-11-22T15:22:56,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:22:56,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742162_1338 (size=13493) 2024-11-22T15:22:56,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742163_1339 (size=13459) 2024-11-22T15:22:56,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/A/fb735a4d51e04832986229fc55819d60 is 50, key is test_row_0/A:col10/1732288975424/Put/seqid=0 2024-11-22T15:22:56,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(8581): Flush requested on ac4ae663c954984c9d1dcb22cb9fd884 2024-11-22T15:22:56,052 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884. as already flushing 2024-11-22T15:22:56,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742164_1340 (size=12301) 2024-11-22T15:22:56,142 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:56,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52536 deadline: 1732289036138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:56,246 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:56,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52536 deadline: 1732289036245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:56,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-22T15:22:56,427 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/B/591ae804209644ffa1252bb51fd12b50 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/591ae804209644ffa1252bb51fd12b50 2024-11-22T15:22:56,437 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ac4ae663c954984c9d1dcb22cb9fd884/B of ac4ae663c954984c9d1dcb22cb9fd884 into 591ae804209644ffa1252bb51fd12b50(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T15:22:56,437 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ac4ae663c954984c9d1dcb22cb9fd884: 2024-11-22T15:22:56,437 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884., storeName=ac4ae663c954984c9d1dcb22cb9fd884/B, priority=13, startTime=1732288975953; duration=0sec 2024-11-22T15:22:56,437 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T15:22:56,437 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ac4ae663c954984c9d1dcb22cb9fd884:B 2024-11-22T15:22:56,438 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T15:22:56,442 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37993 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T15:22:56,442 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1540): ac4ae663c954984c9d1dcb22cb9fd884/C is initiating minor compaction (all files) 2024-11-22T15:22:56,442 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ac4ae663c954984c9d1dcb22cb9fd884/C in TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884. 2024-11-22T15:22:56,442 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/a24714f90d3d4136a190230f4bf37fae, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/7558df806ed1492bb1fe5b12ca3f6101, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/66f7d6d5da2344c1b296b666262683eb] into tmpdir=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp, totalSize=37.1 K 2024-11-22T15:22:56,443 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting a24714f90d3d4136a190230f4bf37fae, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=444, earliestPutTs=1732288973603 2024-11-22T15:22:56,443 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7558df806ed1492bb1fe5b12ca3f6101, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=462, earliestPutTs=1732288973660 2024-11-22T15:22:56,444 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting 66f7d6d5da2344c1b296b666262683eb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=484, earliestPutTs=1732288974733 2024-11-22T15:22:56,447 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/A/4933f92beaa54139a949ee964a1362c0 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/A/4933f92beaa54139a949ee964a1362c0 2024-11-22T15:22:56,452 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:56,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52536 deadline: 1732289036447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:56,453 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ac4ae663c954984c9d1dcb22cb9fd884/A of ac4ae663c954984c9d1dcb22cb9fd884 into 4933f92beaa54139a949ee964a1362c0(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T15:22:56,453 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ac4ae663c954984c9d1dcb22cb9fd884: 2024-11-22T15:22:56,453 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884., storeName=ac4ae663c954984c9d1dcb22cb9fd884/A, priority=13, startTime=1732288975952; duration=0sec 2024-11-22T15:22:56,453 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T15:22:56,454 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ac4ae663c954984c9d1dcb22cb9fd884:A 2024-11-22T15:22:56,464 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ac4ae663c954984c9d1dcb22cb9fd884#C#compaction#297 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T15:22:56,465 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/C/34e958e6c22e49488adf7cd213f3c4e5 is 50, key is test_row_0/C:col10/1732288974748/Put/seqid=0 2024-11-22T15:22:56,484 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=501 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/A/fb735a4d51e04832986229fc55819d60 2024-11-22T15:22:56,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742165_1341 (size=13493) 2024-11-22T15:22:56,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/B/d1679d3daf5b42e3bc53e7b0c8955c19 is 50, key is test_row_0/B:col10/1732288975424/Put/seqid=0 2024-11-22T15:22:56,515 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/C/34e958e6c22e49488adf7cd213f3c4e5 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/34e958e6c22e49488adf7cd213f3c4e5 2024-11-22T15:22:56,520 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ac4ae663c954984c9d1dcb22cb9fd884/C of ac4ae663c954984c9d1dcb22cb9fd884 into 34e958e6c22e49488adf7cd213f3c4e5(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T15:22:56,520 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ac4ae663c954984c9d1dcb22cb9fd884: 2024-11-22T15:22:56,520 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884., storeName=ac4ae663c954984c9d1dcb22cb9fd884/C, priority=13, startTime=1732288975953; duration=0sec 2024-11-22T15:22:56,520 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T15:22:56,520 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ac4ae663c954984c9d1dcb22cb9fd884:C 2024-11-22T15:22:56,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742166_1342 (size=12301) 2024-11-22T15:22:56,543 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=501 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/B/d1679d3daf5b42e3bc53e7b0c8955c19 2024-11-22T15:22:56,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/C/28f449732fbb48c5b6464700ce05a408 is 50, key is test_row_0/C:col10/1732288975424/Put/seqid=0 2024-11-22T15:22:56,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742167_1343 (size=12301) 2024-11-22T15:22:56,756 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:56,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52536 deadline: 1732289036755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:56,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-22T15:22:57,002 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=501 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/C/28f449732fbb48c5b6464700ce05a408 2024-11-22T15:22:57,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/A/fb735a4d51e04832986229fc55819d60 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/A/fb735a4d51e04832986229fc55819d60 2024-11-22T15:22:57,017 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/A/fb735a4d51e04832986229fc55819d60, entries=150, sequenceid=501, filesize=12.0 K 2024-11-22T15:22:57,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/B/d1679d3daf5b42e3bc53e7b0c8955c19 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/d1679d3daf5b42e3bc53e7b0c8955c19 2024-11-22T15:22:57,023 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/d1679d3daf5b42e3bc53e7b0c8955c19, entries=150, sequenceid=501, filesize=12.0 K 2024-11-22T15:22:57,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/C/28f449732fbb48c5b6464700ce05a408 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/28f449732fbb48c5b6464700ce05a408 2024-11-22T15:22:57,028 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/28f449732fbb48c5b6464700ce05a408, entries=150, sequenceid=501, filesize=12.0 K 2024-11-22T15:22:57,029 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for ac4ae663c954984c9d1dcb22cb9fd884 in 1024ms, sequenceid=501, compaction requested=false 2024-11-22T15:22:57,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2538): Flush status journal for ac4ae663c954984c9d1dcb22cb9fd884: 2024-11-22T15:22:57,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884. 2024-11-22T15:22:57,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=84 2024-11-22T15:22:57,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4106): Remote procedure done, pid=84 2024-11-22T15:22:57,031 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=84, resume processing ppid=83 2024-11-22T15:22:57,031 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=84, ppid=83, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3300 sec 2024-11-22T15:22:57,032 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=83, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees in 1.3350 sec 2024-11-22T15:22:57,260 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ac4ae663c954984c9d1dcb22cb9fd884 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-22T15:22:57,260 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac4ae663c954984c9d1dcb22cb9fd884, store=A 2024-11-22T15:22:57,260 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:22:57,260 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac4ae663c954984c9d1dcb22cb9fd884, store=B 2024-11-22T15:22:57,260 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:22:57,260 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac4ae663c954984c9d1dcb22cb9fd884, store=C 2024-11-22T15:22:57,260 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:22:57,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(8581): Flush requested on ac4ae663c954984c9d1dcb22cb9fd884 2024-11-22T15:22:57,264 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/A/36c3c8f640a94a36bd578e0204f53e56 is 50, key is test_row_0/A:col10/1732288976098/Put/seqid=0 2024-11-22T15:22:57,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742168_1344 (size=12301) 2024-11-22T15:22:57,302 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=524 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/A/36c3c8f640a94a36bd578e0204f53e56 2024-11-22T15:22:57,305 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:57,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52536 deadline: 1732289037302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:57,312 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/B/fa76375186314fcda82e4b3ca0a86eb7 is 50, key is test_row_0/B:col10/1732288976098/Put/seqid=0 2024-11-22T15:22:57,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742169_1345 (size=12301) 2024-11-22T15:22:57,327 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=524 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/B/fa76375186314fcda82e4b3ca0a86eb7 2024-11-22T15:22:57,336 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/C/aef51bc234ed4f85b350bb93b78ceb12 is 50, key is test_row_0/C:col10/1732288976098/Put/seqid=0 2024-11-22T15:22:57,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742170_1346 (size=12301) 2024-11-22T15:22:57,409 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:57,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52536 deadline: 1732289037406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:57,612 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:57,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52536 deadline: 1732289037611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:57,765 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=524 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/C/aef51bc234ed4f85b350bb93b78ceb12 2024-11-22T15:22:57,770 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/A/36c3c8f640a94a36bd578e0204f53e56 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/A/36c3c8f640a94a36bd578e0204f53e56 2024-11-22T15:22:57,775 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/A/36c3c8f640a94a36bd578e0204f53e56, entries=150, sequenceid=524, filesize=12.0 K 2024-11-22T15:22:57,776 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/B/fa76375186314fcda82e4b3ca0a86eb7 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/fa76375186314fcda82e4b3ca0a86eb7 2024-11-22T15:22:57,781 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/fa76375186314fcda82e4b3ca0a86eb7, entries=150, sequenceid=524, filesize=12.0 K 2024-11-22T15:22:57,782 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/C/aef51bc234ed4f85b350bb93b78ceb12 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/aef51bc234ed4f85b350bb93b78ceb12 2024-11-22T15:22:57,787 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/aef51bc234ed4f85b350bb93b78ceb12, entries=150, sequenceid=524, filesize=12.0 K 2024-11-22T15:22:57,787 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for ac4ae663c954984c9d1dcb22cb9fd884 in 527ms, sequenceid=524, compaction requested=true 2024-11-22T15:22:57,787 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ac4ae663c954984c9d1dcb22cb9fd884: 2024-11-22T15:22:57,788 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T15:22:57,788 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ac4ae663c954984c9d1dcb22cb9fd884:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T15:22:57,788 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T15:22:57,788 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ac4ae663c954984c9d1dcb22cb9fd884:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T15:22:57,788 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T15:22:57,788 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T15:22:57,788 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ac4ae663c954984c9d1dcb22cb9fd884:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T15:22:57,788 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T15:22:57,790 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38095 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T15:22:57,790 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1540): ac4ae663c954984c9d1dcb22cb9fd884/B is initiating minor compaction (all files) 2024-11-22T15:22:57,790 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ac4ae663c954984c9d1dcb22cb9fd884/B in TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884. 2024-11-22T15:22:57,790 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/591ae804209644ffa1252bb51fd12b50, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/d1679d3daf5b42e3bc53e7b0c8955c19, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/fa76375186314fcda82e4b3ca0a86eb7] into tmpdir=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp, totalSize=37.2 K 2024-11-22T15:22:57,790 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38061 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T15:22:57,790 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1540): ac4ae663c954984c9d1dcb22cb9fd884/A is initiating minor compaction (all files) 2024-11-22T15:22:57,790 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ac4ae663c954984c9d1dcb22cb9fd884/A in TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884. 2024-11-22T15:22:57,790 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/A/4933f92beaa54139a949ee964a1362c0, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/A/fb735a4d51e04832986229fc55819d60, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/A/36c3c8f640a94a36bd578e0204f53e56] into tmpdir=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp, totalSize=37.2 K 2024-11-22T15:22:57,791 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4933f92beaa54139a949ee964a1362c0, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=484, earliestPutTs=1732288974733 2024-11-22T15:22:57,791 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting 591ae804209644ffa1252bb51fd12b50, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=484, earliestPutTs=1732288974733 2024-11-22T15:22:57,791 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting fb735a4d51e04832986229fc55819d60, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=501, earliestPutTs=1732288975415 2024-11-22T15:22:57,792 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting d1679d3daf5b42e3bc53e7b0c8955c19, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=501, earliestPutTs=1732288975415 2024-11-22T15:22:57,792 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting 36c3c8f640a94a36bd578e0204f53e56, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=524, earliestPutTs=1732288976098 2024-11-22T15:22:57,792 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting fa76375186314fcda82e4b3ca0a86eb7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=524, earliestPutTs=1732288976098 2024-11-22T15:22:57,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-22T15:22:57,805 INFO [Thread-1090 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 83 completed 2024-11-22T15:22:57,806 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T15:22:57,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] procedure2.ProcedureExecutor(1098): Stored pid=85, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees 2024-11-22T15:22:57,809 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=85, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T15:22:57,810 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=85, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T15:22:57,810 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=86, ppid=85, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T15:22:57,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-22T15:22:57,811 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ac4ae663c954984c9d1dcb22cb9fd884#A#compaction#303 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T15:22:57,811 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/A/8f293eec3044448d92bcb02f9be05c1d is 50, key is test_row_0/A:col10/1732288976098/Put/seqid=0 2024-11-22T15:22:57,819 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ac4ae663c954984c9d1dcb22cb9fd884#B#compaction#304 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T15:22:57,819 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/B/5443a583e0a045b8922b0ce8cc8b8f72 is 50, key is test_row_0/B:col10/1732288976098/Put/seqid=0 2024-11-22T15:22:57,831 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ac4ae663c954984c9d1dcb22cb9fd884 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-22T15:22:57,831 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac4ae663c954984c9d1dcb22cb9fd884, store=A 2024-11-22T15:22:57,831 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:22:57,831 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac4ae663c954984c9d1dcb22cb9fd884, store=B 2024-11-22T15:22:57,831 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:22:57,831 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac4ae663c954984c9d1dcb22cb9fd884, store=C 2024-11-22T15:22:57,831 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:22:57,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(8581): Flush requested on ac4ae663c954984c9d1dcb22cb9fd884 2024-11-22T15:22:57,850 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/A/efd65351207a4dd5bd99801ae5d116b9 is 50, key is test_row_0/A:col10/1732288977829/Put/seqid=0 2024-11-22T15:22:57,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742171_1347 (size=13561) 2024-11-22T15:22:57,871 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/A/8f293eec3044448d92bcb02f9be05c1d as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/A/8f293eec3044448d92bcb02f9be05c1d 2024-11-22T15:22:57,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742172_1348 (size=13595) 2024-11-22T15:22:57,872 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:57,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52544 deadline: 1732289037866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:57,877 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ac4ae663c954984c9d1dcb22cb9fd884/A of ac4ae663c954984c9d1dcb22cb9fd884 into 8f293eec3044448d92bcb02f9be05c1d(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T15:22:57,877 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ac4ae663c954984c9d1dcb22cb9fd884: 2024-11-22T15:22:57,877 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884., storeName=ac4ae663c954984c9d1dcb22cb9fd884/A, priority=13, startTime=1732288977788; duration=0sec 2024-11-22T15:22:57,877 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T15:22:57,877 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ac4ae663c954984c9d1dcb22cb9fd884:A 2024-11-22T15:22:57,877 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T15:22:57,879 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38095 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T15:22:57,879 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1540): ac4ae663c954984c9d1dcb22cb9fd884/C is initiating minor compaction (all files) 2024-11-22T15:22:57,879 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ac4ae663c954984c9d1dcb22cb9fd884/C in TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884. 2024-11-22T15:22:57,879 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/34e958e6c22e49488adf7cd213f3c4e5, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/28f449732fbb48c5b6464700ce05a408, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/aef51bc234ed4f85b350bb93b78ceb12] into tmpdir=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp, totalSize=37.2 K 2024-11-22T15:22:57,880 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting 34e958e6c22e49488adf7cd213f3c4e5, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=484, earliestPutTs=1732288974733 2024-11-22T15:22:57,880 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting 28f449732fbb48c5b6464700ce05a408, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=501, earliestPutTs=1732288975415 2024-11-22T15:22:57,880 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting aef51bc234ed4f85b350bb93b78ceb12, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=524, earliestPutTs=1732288976098 2024-11-22T15:22:57,881 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/B/5443a583e0a045b8922b0ce8cc8b8f72 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/5443a583e0a045b8922b0ce8cc8b8f72 2024-11-22T15:22:57,885 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:57,885 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ac4ae663c954984c9d1dcb22cb9fd884/B of ac4ae663c954984c9d1dcb22cb9fd884 into 5443a583e0a045b8922b0ce8cc8b8f72(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T15:22:57,885 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ac4ae663c954984c9d1dcb22cb9fd884: 2024-11-22T15:22:57,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52490 deadline: 1732289037871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:57,885 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884., storeName=ac4ae663c954984c9d1dcb22cb9fd884/B, priority=13, startTime=1732288977788; duration=0sec 2024-11-22T15:22:57,886 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T15:22:57,886 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ac4ae663c954984c9d1dcb22cb9fd884:B 2024-11-22T15:22:57,886 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:57,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52500 deadline: 1732289037872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:57,886 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:57,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 337 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52556 deadline: 1732289037872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:57,905 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ac4ae663c954984c9d1dcb22cb9fd884#C#compaction#306 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T15:22:57,905 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/C/f6dadb13acf049a5af0b39e77a84b812 is 50, key is test_row_0/C:col10/1732288976098/Put/seqid=0 2024-11-22T15:22:57,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-22T15:22:57,917 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:57,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52536 deadline: 1732289037915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:57,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742173_1349 (size=12301) 2024-11-22T15:22:57,928 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=541 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/A/efd65351207a4dd5bd99801ae5d116b9 2024-11-22T15:22:57,945 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/B/041bb4649ec44a1ab1d46978d2c880f2 is 50, key is test_row_0/B:col10/1732288977829/Put/seqid=0 2024-11-22T15:22:57,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742174_1350 (size=13595) 2024-11-22T15:22:57,964 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/C/f6dadb13acf049a5af0b39e77a84b812 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/f6dadb13acf049a5af0b39e77a84b812 2024-11-22T15:22:57,968 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:22:57,968 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-22T15:22:57,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884. 2024-11-22T15:22:57,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884. as already flushing 2024-11-22T15:22:57,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884. 2024-11-22T15:22:57,968 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => ac4ae663c954984c9d1dcb22cb9fd884, NAME => 'TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:57,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => ac4ae663c954984c9d1dcb22cb9fd884, NAME => 'TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:57,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ac4ae663c954984c9d1dcb22cb9fd884, NAME => 'TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ac4ae663c954984c9d1dcb22cb9fd884, NAME => 'TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:57,970 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ac4ae663c954984c9d1dcb22cb9fd884/C of ac4ae663c954984c9d1dcb22cb9fd884 into f6dadb13acf049a5af0b39e77a84b812(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T15:22:57,970 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ac4ae663c954984c9d1dcb22cb9fd884: 2024-11-22T15:22:57,970 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884., storeName=ac4ae663c954984c9d1dcb22cb9fd884/C, priority=13, startTime=1732288977788; duration=0sec 2024-11-22T15:22:57,970 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T15:22:57,970 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ac4ae663c954984c9d1dcb22cb9fd884:C 2024-11-22T15:22:57,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742175_1351 (size=12301) 2024-11-22T15:22:57,975 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:57,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52544 deadline: 1732289037973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:57,979 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=541 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/B/041bb4649ec44a1ab1d46978d2c880f2 2024-11-22T15:22:57,989 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:57,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52490 deadline: 1732289037987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:57,990 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:57,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52500 deadline: 1732289037987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:57,990 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:57,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 339 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52556 deadline: 1732289037987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:57,998 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/C/a2bec0b68d4a4cef8031f003e3d756b0 is 50, key is test_row_0/C:col10/1732288977829/Put/seqid=0 2024-11-22T15:22:58,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742176_1352 (size=12301) 2024-11-22T15:22:58,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-22T15:22:58,120 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:22:58,121 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-22T15:22:58,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884. 2024-11-22T15:22:58,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884. as already flushing 2024-11-22T15:22:58,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884. 2024-11-22T15:22:58,121 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => ac4ae663c954984c9d1dcb22cb9fd884, NAME => 'TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:58,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => ac4ae663c954984c9d1dcb22cb9fd884, NAME => 'TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:58,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ac4ae663c954984c9d1dcb22cb9fd884, NAME => 'TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ac4ae663c954984c9d1dcb22cb9fd884, NAME => 'TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:58,178 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:58,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52544 deadline: 1732289038177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:58,193 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:58,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52500 deadline: 1732289038191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:58,193 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:58,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52490 deadline: 1732289038191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:58,193 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:58,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 341 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52556 deadline: 1732289038192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:58,272 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:22:58,272 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-22T15:22:58,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884. 2024-11-22T15:22:58,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884. as already flushing 2024-11-22T15:22:58,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884. 2024-11-22T15:22:58,273 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => ac4ae663c954984c9d1dcb22cb9fd884, NAME => 'TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:58,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => ac4ae663c954984c9d1dcb22cb9fd884, NAME => 'TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:58,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ac4ae663c954984c9d1dcb22cb9fd884, NAME => 'TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ac4ae663c954984c9d1dcb22cb9fd884, NAME => 'TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:58,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-22T15:22:58,423 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:58,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52536 deadline: 1732289038421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:58,425 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:22:58,426 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-22T15:22:58,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884. 2024-11-22T15:22:58,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884. as already flushing 2024-11-22T15:22:58,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884. 2024-11-22T15:22:58,426 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => ac4ae663c954984c9d1dcb22cb9fd884, NAME => 'TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:58,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => ac4ae663c954984c9d1dcb22cb9fd884, NAME => 'TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:58,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ac4ae663c954984c9d1dcb22cb9fd884, NAME => 'TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ac4ae663c954984c9d1dcb22cb9fd884, NAME => 'TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:58,462 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=541 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/C/a2bec0b68d4a4cef8031f003e3d756b0 2024-11-22T15:22:58,467 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/A/efd65351207a4dd5bd99801ae5d116b9 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/A/efd65351207a4dd5bd99801ae5d116b9 2024-11-22T15:22:58,472 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/A/efd65351207a4dd5bd99801ae5d116b9, entries=150, sequenceid=541, filesize=12.0 K 2024-11-22T15:22:58,474 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/B/041bb4649ec44a1ab1d46978d2c880f2 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/041bb4649ec44a1ab1d46978d2c880f2 2024-11-22T15:22:58,480 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/041bb4649ec44a1ab1d46978d2c880f2, entries=150, sequenceid=541, filesize=12.0 K 2024-11-22T15:22:58,481 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:58,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52544 deadline: 1732289038481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:58,483 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/C/a2bec0b68d4a4cef8031f003e3d756b0 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/a2bec0b68d4a4cef8031f003e3d756b0 2024-11-22T15:22:58,487 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/a2bec0b68d4a4cef8031f003e3d756b0, entries=150, sequenceid=541, filesize=12.0 K 2024-11-22T15:22:58,488 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for ac4ae663c954984c9d1dcb22cb9fd884 in 657ms, sequenceid=541, compaction requested=false 2024-11-22T15:22:58,488 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ac4ae663c954984c9d1dcb22cb9fd884: 2024-11-22T15:22:58,496 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ac4ae663c954984c9d1dcb22cb9fd884 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-22T15:22:58,496 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac4ae663c954984c9d1dcb22cb9fd884, store=A 2024-11-22T15:22:58,497 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:22:58,497 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac4ae663c954984c9d1dcb22cb9fd884, store=B 2024-11-22T15:22:58,497 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:22:58,497 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac4ae663c954984c9d1dcb22cb9fd884, store=C 2024-11-22T15:22:58,497 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:22:58,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(8581): Flush requested on ac4ae663c954984c9d1dcb22cb9fd884 2024-11-22T15:22:58,513 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/A/feb2f36c1ea84fd0b2db4c9759142c13 is 50, key is test_row_0/A:col10/1732288977868/Put/seqid=0 2024-11-22T15:22:58,534 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:58,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52500 deadline: 1732289038524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:58,539 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:58,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 348 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52556 deadline: 1732289038534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:58,542 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:58,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52490 deadline: 1732289038539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:58,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742177_1353 (size=14741) 2024-11-22T15:22:58,556 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=564 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/A/feb2f36c1ea84fd0b2db4c9759142c13 2024-11-22T15:22:58,564 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/B/f3de4953ac6647b6b50290ff316f15d0 is 50, key is test_row_0/B:col10/1732288977868/Put/seqid=0 2024-11-22T15:22:58,578 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:22:58,579 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-22T15:22:58,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884. 2024-11-22T15:22:58,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884. as already flushing 2024-11-22T15:22:58,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884. 2024-11-22T15:22:58,579 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => ac4ae663c954984c9d1dcb22cb9fd884, NAME => 'TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:58,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => ac4ae663c954984c9d1dcb22cb9fd884, NAME => 'TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:58,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ac4ae663c954984c9d1dcb22cb9fd884, NAME => 'TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ac4ae663c954984c9d1dcb22cb9fd884, NAME => 'TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:58,637 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:58,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52500 deadline: 1732289038635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:58,642 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:58,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 350 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52556 deadline: 1732289038640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:58,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742178_1354 (size=12301) 2024-11-22T15:22:58,649 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:58,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52490 deadline: 1732289038643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:58,731 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:22:58,731 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-22T15:22:58,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884. 2024-11-22T15:22:58,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884. as already flushing 2024-11-22T15:22:58,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884. 2024-11-22T15:22:58,732 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => ac4ae663c954984c9d1dcb22cb9fd884, NAME => 'TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:58,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => ac4ae663c954984c9d1dcb22cb9fd884, NAME => 'TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:58,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ac4ae663c954984c9d1dcb22cb9fd884, NAME => 'TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ac4ae663c954984c9d1dcb22cb9fd884, NAME => 'TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:58,840 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:58,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52500 deadline: 1732289038839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:58,846 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:58,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 352 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52556 deadline: 1732289038844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:58,852 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:58,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52490 deadline: 1732289038850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:58,884 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:22:58,884 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-22T15:22:58,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884. 2024-11-22T15:22:58,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884. as already flushing 2024-11-22T15:22:58,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884. 2024-11-22T15:22:58,885 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => ac4ae663c954984c9d1dcb22cb9fd884, NAME => 'TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:58,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => ac4ae663c954984c9d1dcb22cb9fd884, NAME => 'TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:58,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ac4ae663c954984c9d1dcb22cb9fd884, NAME => 'TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ac4ae663c954984c9d1dcb22cb9fd884, NAME => 'TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:58,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-22T15:22:58,987 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:58,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52544 deadline: 1732289038986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:59,036 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:22:59,036 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-22T15:22:59,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884. 2024-11-22T15:22:59,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884. as already flushing 2024-11-22T15:22:59,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884. 2024-11-22T15:22:59,037 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => ac4ae663c954984c9d1dcb22cb9fd884, NAME => 'TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:59,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => ac4ae663c954984c9d1dcb22cb9fd884, NAME => 'TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:59,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ac4ae663c954984c9d1dcb22cb9fd884, NAME => 'TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ac4ae663c954984c9d1dcb22cb9fd884, NAME => 'TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:59,046 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=564 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/B/f3de4953ac6647b6b50290ff316f15d0 2024-11-22T15:22:59,052 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/C/739b85098bb44e6cb59885a4aeb20d28 is 50, key is test_row_0/C:col10/1732288977868/Put/seqid=0 2024-11-22T15:22:59,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742179_1355 (size=12301) 2024-11-22T15:22:59,143 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:59,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52500 deadline: 1732289039142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:59,149 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:59,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 354 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52556 deadline: 1732289039148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:59,154 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:59,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52490 deadline: 1732289039152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:59,188 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:22:59,189 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-22T15:22:59,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884. 2024-11-22T15:22:59,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884. as already flushing 2024-11-22T15:22:59,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884. 2024-11-22T15:22:59,189 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => ac4ae663c954984c9d1dcb22cb9fd884, NAME => 'TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:59,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => ac4ae663c954984c9d1dcb22cb9fd884, NAME => 'TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:59,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ac4ae663c954984c9d1dcb22cb9fd884, NAME => 'TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ac4ae663c954984c9d1dcb22cb9fd884, NAME => 'TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:59,341 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:22:59,341 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-22T15:22:59,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884. 2024-11-22T15:22:59,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884. as already flushing 2024-11-22T15:22:59,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884. 2024-11-22T15:22:59,341 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => ac4ae663c954984c9d1dcb22cb9fd884, NAME => 'TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:59,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => ac4ae663c954984c9d1dcb22cb9fd884, NAME => 'TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:59,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ac4ae663c954984c9d1dcb22cb9fd884, NAME => 'TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ac4ae663c954984c9d1dcb22cb9fd884, NAME => 'TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:22:59,427 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:59,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52536 deadline: 1732289039426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:59,455 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=564 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/C/739b85098bb44e6cb59885a4aeb20d28 2024-11-22T15:22:59,458 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/A/feb2f36c1ea84fd0b2db4c9759142c13 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/A/feb2f36c1ea84fd0b2db4c9759142c13 2024-11-22T15:22:59,462 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/A/feb2f36c1ea84fd0b2db4c9759142c13, entries=200, sequenceid=564, filesize=14.4 K 2024-11-22T15:22:59,462 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/B/f3de4953ac6647b6b50290ff316f15d0 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/f3de4953ac6647b6b50290ff316f15d0 2024-11-22T15:22:59,465 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/f3de4953ac6647b6b50290ff316f15d0, entries=150, sequenceid=564, filesize=12.0 K 2024-11-22T15:22:59,466 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/C/739b85098bb44e6cb59885a4aeb20d28 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/739b85098bb44e6cb59885a4aeb20d28 2024-11-22T15:22:59,469 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/739b85098bb44e6cb59885a4aeb20d28, entries=150, sequenceid=564, filesize=12.0 K 2024-11-22T15:22:59,470 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=93.93 KB/96180 for ac4ae663c954984c9d1dcb22cb9fd884 in 974ms, sequenceid=564, compaction requested=true 2024-11-22T15:22:59,470 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ac4ae663c954984c9d1dcb22cb9fd884: 2024-11-22T15:22:59,470 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ac4ae663c954984c9d1dcb22cb9fd884:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T15:22:59,470 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T15:22:59,470 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T15:22:59,470 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ac4ae663c954984c9d1dcb22cb9fd884:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T15:22:59,470 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T15:22:59,470 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T15:22:59,471 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ac4ae663c954984c9d1dcb22cb9fd884:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T15:22:59,471 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T15:22:59,471 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38197 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T15:22:59,471 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40603 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T15:22:59,471 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1540): ac4ae663c954984c9d1dcb22cb9fd884/B is initiating minor compaction (all files) 2024-11-22T15:22:59,471 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1540): ac4ae663c954984c9d1dcb22cb9fd884/A is initiating minor compaction (all files) 2024-11-22T15:22:59,471 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ac4ae663c954984c9d1dcb22cb9fd884/B in TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884. 2024-11-22T15:22:59,471 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ac4ae663c954984c9d1dcb22cb9fd884/A in TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884. 2024-11-22T15:22:59,471 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/A/8f293eec3044448d92bcb02f9be05c1d, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/A/efd65351207a4dd5bd99801ae5d116b9, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/A/feb2f36c1ea84fd0b2db4c9759142c13] into tmpdir=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp, totalSize=39.7 K 2024-11-22T15:22:59,471 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/5443a583e0a045b8922b0ce8cc8b8f72, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/041bb4649ec44a1ab1d46978d2c880f2, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/f3de4953ac6647b6b50290ff316f15d0] into tmpdir=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp, totalSize=37.3 K 2024-11-22T15:22:59,472 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8f293eec3044448d92bcb02f9be05c1d, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=524, earliestPutTs=1732288976098 2024-11-22T15:22:59,472 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting 5443a583e0a045b8922b0ce8cc8b8f72, keycount=150, bloomtype=ROW, size=13.3 K, encoding=NONE, compression=NONE, seqNum=524, earliestPutTs=1732288976098 2024-11-22T15:22:59,472 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting efd65351207a4dd5bd99801ae5d116b9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=541, earliestPutTs=1732288977291 2024-11-22T15:22:59,472 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting 041bb4649ec44a1ab1d46978d2c880f2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=541, earliestPutTs=1732288977291 2024-11-22T15:22:59,472 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting f3de4953ac6647b6b50290ff316f15d0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=564, earliestPutTs=1732288977868 2024-11-22T15:22:59,472 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting feb2f36c1ea84fd0b2db4c9759142c13, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=564, earliestPutTs=1732288977868 2024-11-22T15:22:59,481 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ac4ae663c954984c9d1dcb22cb9fd884#A#compaction#312 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T15:22:59,482 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ac4ae663c954984c9d1dcb22cb9fd884#B#compaction#313 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T15:22:59,482 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/A/6835d3085d164c0e8a504ae537aede60 is 50, key is test_row_0/A:col10/1732288977868/Put/seqid=0 2024-11-22T15:22:59,482 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/B/bf1a28b34d7f48dd93f249a1d3daf64b is 50, key is test_row_0/B:col10/1732288977868/Put/seqid=0 2024-11-22T15:22:59,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742181_1357 (size=13697) 2024-11-22T15:22:59,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742180_1356 (size=13663) 2024-11-22T15:22:59,493 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:22:59,493 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/A/6835d3085d164c0e8a504ae537aede60 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/A/6835d3085d164c0e8a504ae537aede60 2024-11-22T15:22:59,493 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-22T15:22:59,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884. 2024-11-22T15:22:59,493 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2837): Flushing ac4ae663c954984c9d1dcb22cb9fd884 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-22T15:22:59,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac4ae663c954984c9d1dcb22cb9fd884, store=A 2024-11-22T15:22:59,494 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/B/bf1a28b34d7f48dd93f249a1d3daf64b as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/bf1a28b34d7f48dd93f249a1d3daf64b 2024-11-22T15:22:59,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:22:59,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac4ae663c954984c9d1dcb22cb9fd884, store=B 2024-11-22T15:22:59,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:22:59,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac4ae663c954984c9d1dcb22cb9fd884, store=C 2024-11-22T15:22:59,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:22:59,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/A/fdc00a557c664e38aecee549f4d9ce29 is 50, key is test_row_0/A:col10/1732288978528/Put/seqid=0 2024-11-22T15:22:59,499 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ac4ae663c954984c9d1dcb22cb9fd884/A of ac4ae663c954984c9d1dcb22cb9fd884 into 6835d3085d164c0e8a504ae537aede60(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T15:22:59,499 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ac4ae663c954984c9d1dcb22cb9fd884/B of ac4ae663c954984c9d1dcb22cb9fd884 into bf1a28b34d7f48dd93f249a1d3daf64b(size=13.4 K), total size for store is 13.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T15:22:59,499 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ac4ae663c954984c9d1dcb22cb9fd884: 2024-11-22T15:22:59,499 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ac4ae663c954984c9d1dcb22cb9fd884: 2024-11-22T15:22:59,499 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884., storeName=ac4ae663c954984c9d1dcb22cb9fd884/B, priority=13, startTime=1732288979470; duration=0sec 2024-11-22T15:22:59,499 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884., storeName=ac4ae663c954984c9d1dcb22cb9fd884/A, priority=13, startTime=1732288979470; duration=0sec 2024-11-22T15:22:59,499 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T15:22:59,499 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ac4ae663c954984c9d1dcb22cb9fd884:A 2024-11-22T15:22:59,499 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T15:22:59,499 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T15:22:59,499 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ac4ae663c954984c9d1dcb22cb9fd884:B 2024-11-22T15:22:59,500 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38197 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T15:22:59,500 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1540): ac4ae663c954984c9d1dcb22cb9fd884/C is initiating minor compaction (all files) 2024-11-22T15:22:59,500 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ac4ae663c954984c9d1dcb22cb9fd884/C in TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884. 2024-11-22T15:22:59,500 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/f6dadb13acf049a5af0b39e77a84b812, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/a2bec0b68d4a4cef8031f003e3d756b0, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/739b85098bb44e6cb59885a4aeb20d28] into tmpdir=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp, totalSize=37.3 K 2024-11-22T15:22:59,501 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting f6dadb13acf049a5af0b39e77a84b812, keycount=150, bloomtype=ROW, size=13.3 K, encoding=NONE, compression=NONE, seqNum=524, earliestPutTs=1732288976098 2024-11-22T15:22:59,501 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting a2bec0b68d4a4cef8031f003e3d756b0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=541, earliestPutTs=1732288977291 2024-11-22T15:22:59,501 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting 739b85098bb44e6cb59885a4aeb20d28, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=564, earliestPutTs=1732288977868 2024-11-22T15:22:59,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742182_1358 (size=12301) 2024-11-22T15:22:59,516 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ac4ae663c954984c9d1dcb22cb9fd884#C#compaction#315 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T15:22:59,517 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/C/92276413a833457a80a46090ada0b8f6 is 50, key is test_row_0/C:col10/1732288977868/Put/seqid=0 2024-11-22T15:22:59,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742183_1359 (size=13697) 2024-11-22T15:22:59,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(8581): Flush requested on ac4ae663c954984c9d1dcb22cb9fd884 2024-11-22T15:22:59,650 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884. as already flushing 2024-11-22T15:22:59,671 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:59,671 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:59,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52490 deadline: 1732289039668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:59,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52500 deadline: 1732289039669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:59,672 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:59,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 361 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52556 deadline: 1732289039670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:59,774 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:59,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52500 deadline: 1732289039772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:59,775 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:59,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52490 deadline: 1732289039772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:59,775 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:59,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 363 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52556 deadline: 1732289039773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:59,909 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=581 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/A/fdc00a557c664e38aecee549f4d9ce29 2024-11-22T15:22:59,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-22T15:22:59,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/B/eaeb3dedfa9142fc9041b2ad4bdfd2a7 is 50, key is test_row_0/B:col10/1732288978528/Put/seqid=0 2024-11-22T15:22:59,931 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/C/92276413a833457a80a46090ada0b8f6 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/92276413a833457a80a46090ada0b8f6 2024-11-22T15:22:59,936 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ac4ae663c954984c9d1dcb22cb9fd884/C of ac4ae663c954984c9d1dcb22cb9fd884 into 92276413a833457a80a46090ada0b8f6(size=13.4 K), total size for store is 13.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T15:22:59,936 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ac4ae663c954984c9d1dcb22cb9fd884: 2024-11-22T15:22:59,936 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884., storeName=ac4ae663c954984c9d1dcb22cb9fd884/C, priority=13, startTime=1732288979471; duration=0sec 2024-11-22T15:22:59,936 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T15:22:59,936 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ac4ae663c954984c9d1dcb22cb9fd884:C 2024-11-22T15:22:59,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742184_1360 (size=12301) 2024-11-22T15:22:59,938 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=581 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/B/eaeb3dedfa9142fc9041b2ad4bdfd2a7 2024-11-22T15:22:59,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/C/69b682a55c1e4fb79115780cd224f441 is 50, key is test_row_0/C:col10/1732288978528/Put/seqid=0 2024-11-22T15:22:59,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742185_1361 (size=12301) 2024-11-22T15:22:59,975 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=581 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/C/69b682a55c1e4fb79115780cd224f441 2024-11-22T15:22:59,979 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:59,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52500 deadline: 1732289039977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:59,979 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:59,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 365 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52556 deadline: 1732289039977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:59,979 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:59,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52490 deadline: 1732289039977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:59,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/A/fdc00a557c664e38aecee549f4d9ce29 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/A/fdc00a557c664e38aecee549f4d9ce29 2024-11-22T15:22:59,988 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/A/fdc00a557c664e38aecee549f4d9ce29, entries=150, sequenceid=581, filesize=12.0 K 2024-11-22T15:22:59,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/B/eaeb3dedfa9142fc9041b2ad4bdfd2a7 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/eaeb3dedfa9142fc9041b2ad4bdfd2a7 2024-11-22T15:22:59,990 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:22:59,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52544 deadline: 1732289039989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 2024-11-22T15:22:59,994 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/eaeb3dedfa9142fc9041b2ad4bdfd2a7, entries=150, sequenceid=581, filesize=12.0 K 2024-11-22T15:22:59,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/C/69b682a55c1e4fb79115780cd224f441 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/69b682a55c1e4fb79115780cd224f441 2024-11-22T15:23:00,001 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/69b682a55c1e4fb79115780cd224f441, entries=150, sequenceid=581, filesize=12.0 K 2024-11-22T15:23:00,002 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for ac4ae663c954984c9d1dcb22cb9fd884 in 509ms, sequenceid=581, compaction requested=false 2024-11-22T15:23:00,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2538): Flush status journal for ac4ae663c954984c9d1dcb22cb9fd884: 2024-11-22T15:23:00,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884. 2024-11-22T15:23:00,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=86 2024-11-22T15:23:00,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4106): Remote procedure done, pid=86 2024-11-22T15:23:00,005 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=86, resume processing ppid=85 2024-11-22T15:23:00,005 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=86, ppid=85, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1930 sec 2024-11-22T15:23:00,008 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=85, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees in 2.2000 sec 2024-11-22T15:23:00,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(8581): Flush requested on ac4ae663c954984c9d1dcb22cb9fd884 2024-11-22T15:23:00,284 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ac4ae663c954984c9d1dcb22cb9fd884 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-22T15:23:00,285 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac4ae663c954984c9d1dcb22cb9fd884, store=A 2024-11-22T15:23:00,285 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:23:00,285 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac4ae663c954984c9d1dcb22cb9fd884, store=B 2024-11-22T15:23:00,285 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:23:00,285 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac4ae663c954984c9d1dcb22cb9fd884, store=C 2024-11-22T15:23:00,285 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:23:00,289 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/A/561f7a5490514c498732b0f2aaddb5a1 is 50, key is test_row_0/A:col10/1732288979669/Put/seqid=0 2024-11-22T15:23:00,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742186_1362 (size=14741) 2024-11-22T15:23:00,296 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:00,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52490 deadline: 1732289040294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:00,297 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:00,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52500 deadline: 1732289040295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:00,298 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:00,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 372 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52556 deadline: 1732289040296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:00,398 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:00,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52490 deadline: 1732289040397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:00,399 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:00,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52500 deadline: 1732289040397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:00,400 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:00,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 374 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52556 deadline: 1732289040399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:00,461 DEBUG [Thread-1097 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0ec51b52 to 127.0.0.1:61671 2024-11-22T15:23:00,461 DEBUG [Thread-1097 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T15:23:00,461 DEBUG [Thread-1091 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3a724365 to 127.0.0.1:61671 2024-11-22T15:23:00,462 DEBUG [Thread-1091 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T15:23:00,462 DEBUG [Thread-1093 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2d59ed84 to 127.0.0.1:61671 2024-11-22T15:23:00,462 DEBUG [Thread-1093 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T15:23:00,463 DEBUG [Thread-1099 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x20a7636c to 127.0.0.1:61671 2024-11-22T15:23:00,463 DEBUG [Thread-1099 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T15:23:00,464 DEBUG [Thread-1095 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4187186b to 127.0.0.1:61671 2024-11-22T15:23:00,465 DEBUG [Thread-1095 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T15:23:00,601 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:00,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52490 deadline: 1732289040601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:00,602 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:00,602 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:00,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52500 deadline: 1732289040601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:00,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 376 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52556 deadline: 1732289040602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:00,694 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=606 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/A/561f7a5490514c498732b0f2aaddb5a1 2024-11-22T15:23:00,707 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/B/24524ba70d824a57a84d4ecb9020e12c is 50, key is test_row_0/B:col10/1732288979669/Put/seqid=0 2024-11-22T15:23:00,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742187_1363 (size=12301) 2024-11-22T15:23:00,904 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:00,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52490 deadline: 1732289040904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:00,904 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:00,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52500 deadline: 1732289040904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:00,907 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:00,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 378 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52556 deadline: 1732289040906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:01,113 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=606 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/B/24524ba70d824a57a84d4ecb9020e12c 2024-11-22T15:23:01,127 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/C/3fa9deb74a9f40a2bac1a87ac69d84e4 is 50, key is test_row_0/C:col10/1732288979669/Put/seqid=0 2024-11-22T15:23:01,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742188_1364 (size=12301) 2024-11-22T15:23:01,410 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:01,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 380 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52556 deadline: 1732289041410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:01,411 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:01,411 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:01,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52490 deadline: 1732289041411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:01,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52500 deadline: 1732289041411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:01,443 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:01,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52536 deadline: 1732289041443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:01,444 DEBUG [Thread-1088 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4143 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884., hostname=77927f992d0b,45443,1732288897733, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T15:23:01,533 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=606 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/C/3fa9deb74a9f40a2bac1a87ac69d84e4 2024-11-22T15:23:01,543 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/A/561f7a5490514c498732b0f2aaddb5a1 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/A/561f7a5490514c498732b0f2aaddb5a1 2024-11-22T15:23:01,548 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/A/561f7a5490514c498732b0f2aaddb5a1, entries=200, sequenceid=606, filesize=14.4 K 2024-11-22T15:23:01,549 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/B/24524ba70d824a57a84d4ecb9020e12c as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/24524ba70d824a57a84d4ecb9020e12c 2024-11-22T15:23:01,553 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/24524ba70d824a57a84d4ecb9020e12c, entries=150, sequenceid=606, filesize=12.0 K 2024-11-22T15:23:01,553 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/C/3fa9deb74a9f40a2bac1a87ac69d84e4 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/3fa9deb74a9f40a2bac1a87ac69d84e4 2024-11-22T15:23:01,556 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/3fa9deb74a9f40a2bac1a87ac69d84e4, entries=150, sequenceid=606, filesize=12.0 K 2024-11-22T15:23:01,557 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for ac4ae663c954984c9d1dcb22cb9fd884 in 1273ms, sequenceid=606, compaction requested=true 2024-11-22T15:23:01,557 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ac4ae663c954984c9d1dcb22cb9fd884: 2024-11-22T15:23:01,557 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ac4ae663c954984c9d1dcb22cb9fd884:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T15:23:01,557 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T15:23:01,557 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ac4ae663c954984c9d1dcb22cb9fd884:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T15:23:01,557 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T15:23:01,557 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T15:23:01,557 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ac4ae663c954984c9d1dcb22cb9fd884:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T15:23:01,557 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T15:23:01,557 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T15:23:01,558 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40705 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T15:23:01,558 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38299 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T15:23:01,558 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1540): ac4ae663c954984c9d1dcb22cb9fd884/A is initiating minor compaction (all files) 2024-11-22T15:23:01,558 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1540): ac4ae663c954984c9d1dcb22cb9fd884/B is initiating minor compaction (all files) 2024-11-22T15:23:01,558 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ac4ae663c954984c9d1dcb22cb9fd884/A in TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884. 2024-11-22T15:23:01,558 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ac4ae663c954984c9d1dcb22cb9fd884/B in TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884. 2024-11-22T15:23:01,558 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/A/6835d3085d164c0e8a504ae537aede60, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/A/fdc00a557c664e38aecee549f4d9ce29, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/A/561f7a5490514c498732b0f2aaddb5a1] into tmpdir=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp, totalSize=39.8 K 2024-11-22T15:23:01,558 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/bf1a28b34d7f48dd93f249a1d3daf64b, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/eaeb3dedfa9142fc9041b2ad4bdfd2a7, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/24524ba70d824a57a84d4ecb9020e12c] into tmpdir=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp, totalSize=37.4 K 2024-11-22T15:23:01,558 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6835d3085d164c0e8a504ae537aede60, keycount=150, bloomtype=ROW, size=13.3 K, encoding=NONE, compression=NONE, seqNum=564, earliestPutTs=1732288977868 2024-11-22T15:23:01,558 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting bf1a28b34d7f48dd93f249a1d3daf64b, keycount=150, bloomtype=ROW, size=13.4 K, encoding=NONE, compression=NONE, seqNum=564, earliestPutTs=1732288977868 2024-11-22T15:23:01,558 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting fdc00a557c664e38aecee549f4d9ce29, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=581, earliestPutTs=1732288978521 2024-11-22T15:23:01,558 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting eaeb3dedfa9142fc9041b2ad4bdfd2a7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=581, earliestPutTs=1732288978521 2024-11-22T15:23:01,559 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting 561f7a5490514c498732b0f2aaddb5a1, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=606, earliestPutTs=1732288979669 2024-11-22T15:23:01,559 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting 24524ba70d824a57a84d4ecb9020e12c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=606, earliestPutTs=1732288979669 2024-11-22T15:23:01,564 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ac4ae663c954984c9d1dcb22cb9fd884#A#compaction#321 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T15:23:01,564 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ac4ae663c954984c9d1dcb22cb9fd884#B#compaction#322 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T15:23:01,564 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/B/da81898f3f3547d09c89619617d9020a is 50, key is test_row_0/B:col10/1732288979669/Put/seqid=0 2024-11-22T15:23:01,564 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/A/8d57be76d9e743af9e92c893dbdc1f49 is 50, key is test_row_0/A:col10/1732288979669/Put/seqid=0 2024-11-22T15:23:01,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742189_1365 (size=13765) 2024-11-22T15:23:01,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742190_1366 (size=13799) 2024-11-22T15:23:01,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-22T15:23:01,917 INFO [Thread-1090 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 85 completed 2024-11-22T15:23:01,978 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/A/8d57be76d9e743af9e92c893dbdc1f49 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/A/8d57be76d9e743af9e92c893dbdc1f49 2024-11-22T15:23:01,978 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/B/da81898f3f3547d09c89619617d9020a as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/da81898f3f3547d09c89619617d9020a 2024-11-22T15:23:01,982 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ac4ae663c954984c9d1dcb22cb9fd884/A of ac4ae663c954984c9d1dcb22cb9fd884 into 8d57be76d9e743af9e92c893dbdc1f49(size=13.4 K), total size for store is 13.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T15:23:01,982 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ac4ae663c954984c9d1dcb22cb9fd884/B of ac4ae663c954984c9d1dcb22cb9fd884 into da81898f3f3547d09c89619617d9020a(size=13.5 K), total size for store is 13.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T15:23:01,982 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ac4ae663c954984c9d1dcb22cb9fd884: 2024-11-22T15:23:01,982 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ac4ae663c954984c9d1dcb22cb9fd884: 2024-11-22T15:23:01,982 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884., storeName=ac4ae663c954984c9d1dcb22cb9fd884/A, priority=13, startTime=1732288981557; duration=0sec 2024-11-22T15:23:01,982 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884., storeName=ac4ae663c954984c9d1dcb22cb9fd884/B, priority=13, startTime=1732288981557; duration=0sec 2024-11-22T15:23:01,982 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T15:23:01,982 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ac4ae663c954984c9d1dcb22cb9fd884:A 2024-11-22T15:23:01,982 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T15:23:01,982 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ac4ae663c954984c9d1dcb22cb9fd884:B 2024-11-22T15:23:01,982 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T15:23:01,983 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38299 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T15:23:01,983 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1540): ac4ae663c954984c9d1dcb22cb9fd884/C is initiating minor compaction (all files) 2024-11-22T15:23:01,984 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ac4ae663c954984c9d1dcb22cb9fd884/C in TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884. 2024-11-22T15:23:01,984 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/92276413a833457a80a46090ada0b8f6, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/69b682a55c1e4fb79115780cd224f441, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/3fa9deb74a9f40a2bac1a87ac69d84e4] into tmpdir=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp, totalSize=37.4 K 2024-11-22T15:23:01,984 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting 92276413a833457a80a46090ada0b8f6, keycount=150, bloomtype=ROW, size=13.4 K, encoding=NONE, compression=NONE, seqNum=564, earliestPutTs=1732288977868 2024-11-22T15:23:01,984 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting 69b682a55c1e4fb79115780cd224f441, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=581, earliestPutTs=1732288978521 2024-11-22T15:23:01,985 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3fa9deb74a9f40a2bac1a87ac69d84e4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=606, earliestPutTs=1732288979669 2024-11-22T15:23:01,991 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ac4ae663c954984c9d1dcb22cb9fd884#C#compaction#323 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T15:23:01,992 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/C/ae6dc5efe85f43dc88460cf01f19b18d is 50, key is test_row_0/C:col10/1732288979669/Put/seqid=0 2024-11-22T15:23:01,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742191_1367 (size=13799) 2024-11-22T15:23:02,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(8581): Flush requested on ac4ae663c954984c9d1dcb22cb9fd884 2024-11-22T15:23:02,002 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ac4ae663c954984c9d1dcb22cb9fd884 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-22T15:23:02,003 DEBUG [Thread-1082 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5c9ffc85 to 127.0.0.1:61671 2024-11-22T15:23:02,003 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac4ae663c954984c9d1dcb22cb9fd884, store=A 2024-11-22T15:23:02,003 DEBUG [Thread-1082 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T15:23:02,003 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:23:02,003 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac4ae663c954984c9d1dcb22cb9fd884, store=B 2024-11-22T15:23:02,003 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:23:02,003 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac4ae663c954984c9d1dcb22cb9fd884, store=C 2024-11-22T15:23:02,003 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:23:02,006 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/A/a0f7e4e6c3324fd2a75b6edc4ea1326e is 50, key is test_row_0/A:col10/1732288982001/Put/seqid=0 2024-11-22T15:23:02,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742192_1368 (size=12301) 2024-11-22T15:23:02,408 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/C/ae6dc5efe85f43dc88460cf01f19b18d as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/ae6dc5efe85f43dc88460cf01f19b18d 2024-11-22T15:23:02,410 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=623 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/A/a0f7e4e6c3324fd2a75b6edc4ea1326e 2024-11-22T15:23:02,414 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ac4ae663c954984c9d1dcb22cb9fd884/C of ac4ae663c954984c9d1dcb22cb9fd884 into ae6dc5efe85f43dc88460cf01f19b18d(size=13.5 K), total size for store is 13.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T15:23:02,414 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ac4ae663c954984c9d1dcb22cb9fd884: 2024-11-22T15:23:02,414 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884., storeName=ac4ae663c954984c9d1dcb22cb9fd884/C, priority=13, startTime=1732288981557; duration=0sec 2024-11-22T15:23:02,414 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T15:23:02,414 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ac4ae663c954984c9d1dcb22cb9fd884:C 2024-11-22T15:23:02,415 DEBUG [Thread-1080 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x718544b3 to 127.0.0.1:61671 2024-11-22T15:23:02,415 DEBUG [Thread-1080 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T15:23:02,416 DEBUG [Thread-1086 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x04215ff2 to 127.0.0.1:61671 2024-11-22T15:23:02,416 DEBUG [Thread-1086 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T15:23:02,418 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/B/f33140183a404500a8287c15e981979b is 50, key is test_row_0/B:col10/1732288982001/Put/seqid=0 2024-11-22T15:23:02,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742193_1369 (size=12301) 2024-11-22T15:23:02,422 DEBUG [Thread-1084 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x18724143 to 127.0.0.1:61671 2024-11-22T15:23:02,422 DEBUG [Thread-1084 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T15:23:02,823 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=623 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/B/f33140183a404500a8287c15e981979b 2024-11-22T15:23:02,837 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/C/06aad8817b30449591229d730000e908 is 50, key is test_row_0/C:col10/1732288982001/Put/seqid=0 2024-11-22T15:23:02,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742194_1370 (size=12301) 2024-11-22T15:23:03,243 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=623 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/C/06aad8817b30449591229d730000e908 2024-11-22T15:23:03,250 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/A/a0f7e4e6c3324fd2a75b6edc4ea1326e as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/A/a0f7e4e6c3324fd2a75b6edc4ea1326e 2024-11-22T15:23:03,255 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/A/a0f7e4e6c3324fd2a75b6edc4ea1326e, entries=150, sequenceid=623, filesize=12.0 K 2024-11-22T15:23:03,256 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/B/f33140183a404500a8287c15e981979b as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/f33140183a404500a8287c15e981979b 2024-11-22T15:23:03,261 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/f33140183a404500a8287c15e981979b, entries=150, sequenceid=623, filesize=12.0 K 2024-11-22T15:23:03,262 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/C/06aad8817b30449591229d730000e908 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/06aad8817b30449591229d730000e908 2024-11-22T15:23:03,266 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/06aad8817b30449591229d730000e908, entries=150, sequenceid=623, filesize=12.0 K 2024-11-22T15:23:03,267 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=20.13 KB/20610 for ac4ae663c954984c9d1dcb22cb9fd884 in 1265ms, sequenceid=623, compaction requested=false 2024-11-22T15:23:03,267 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ac4ae663c954984c9d1dcb22cb9fd884: 2024-11-22T15:23:05,475 DEBUG [Thread-1088 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1cb89dc6 to 127.0.0.1:61671 2024-11-22T15:23:05,475 DEBUG [Thread-1088 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T15:23:05,476 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-22T15:23:05,476 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 69 2024-11-22T15:23:05,476 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 34 2024-11-22T15:23:05,476 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 70 2024-11-22T15:23:05,476 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 237 2024-11-22T15:23:05,476 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 80 2024-11-22T15:23:05,476 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-22T15:23:05,476 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3744 2024-11-22T15:23:05,476 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3661 2024-11-22T15:23:05,476 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3605 2024-11-22T15:23:05,476 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3753 2024-11-22T15:23:05,476 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3632 2024-11-22T15:23:05,476 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-22T15:23:05,477 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-22T15:23:05,477 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0fe4ac0b to 127.0.0.1:61671 2024-11-22T15:23:05,477 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T15:23:05,478 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-22T15:23:05,479 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-22T15:23:05,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] procedure2.ProcedureExecutor(1098): Stored pid=87, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-22T15:23:05,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-22T15:23:05,483 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732288985483"}]},"ts":"1732288985483"} 2024-11-22T15:23:05,484 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-22T15:23:05,532 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-22T15:23:05,533 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=88, ppid=87, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-22T15:23:05,535 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=89, ppid=88, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=ac4ae663c954984c9d1dcb22cb9fd884, UNASSIGN}] 2024-11-22T15:23:05,536 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=89, ppid=88, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=ac4ae663c954984c9d1dcb22cb9fd884, UNASSIGN 2024-11-22T15:23:05,537 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=89 updating hbase:meta row=ac4ae663c954984c9d1dcb22cb9fd884, regionState=CLOSING, regionLocation=77927f992d0b,45443,1732288897733 2024-11-22T15:23:05,538 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-22T15:23:05,538 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=90, ppid=89, state=RUNNABLE; CloseRegionProcedure ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733}] 2024-11-22T15:23:05,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-22T15:23:05,690 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:23:05,691 INFO [RS_CLOSE_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] handler.UnassignRegionHandler(124): Close ac4ae663c954984c9d1dcb22cb9fd884 2024-11-22T15:23:05,691 DEBUG [RS_CLOSE_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-22T15:23:05,691 DEBUG [RS_CLOSE_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HRegion(1681): Closing ac4ae663c954984c9d1dcb22cb9fd884, disabling compactions & flushes 2024-11-22T15:23:05,691 INFO [RS_CLOSE_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884. 2024-11-22T15:23:05,691 DEBUG [RS_CLOSE_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884. 2024-11-22T15:23:05,691 DEBUG [RS_CLOSE_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884. after waiting 0 ms 2024-11-22T15:23:05,691 DEBUG [RS_CLOSE_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884. 2024-11-22T15:23:05,692 INFO [RS_CLOSE_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HRegion(2837): Flushing ac4ae663c954984c9d1dcb22cb9fd884 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-22T15:23:05,692 DEBUG [RS_CLOSE_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac4ae663c954984c9d1dcb22cb9fd884, store=A 2024-11-22T15:23:05,692 DEBUG [RS_CLOSE_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:23:05,692 DEBUG [RS_CLOSE_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac4ae663c954984c9d1dcb22cb9fd884, store=B 2024-11-22T15:23:05,692 DEBUG [RS_CLOSE_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:23:05,693 DEBUG [RS_CLOSE_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ac4ae663c954984c9d1dcb22cb9fd884, store=C 2024-11-22T15:23:05,693 DEBUG [RS_CLOSE_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:23:05,699 DEBUG [RS_CLOSE_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/A/a7a337e38d894bf583f9eeef0f5d1752 is 50, key is test_row_0/A:col10/1732288985472/Put/seqid=0 2024-11-22T15:23:05,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742195_1371 (size=9857) 2024-11-22T15:23:05,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-22T15:23:05,951 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-22T15:23:06,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-22T15:23:06,106 INFO [RS_CLOSE_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=631 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/A/a7a337e38d894bf583f9eeef0f5d1752 2024-11-22T15:23:06,120 DEBUG [RS_CLOSE_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/B/dc86189cc5354abd868eb82f6adf2947 is 50, key is test_row_0/B:col10/1732288985472/Put/seqid=0 2024-11-22T15:23:06,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742196_1372 (size=9857) 2024-11-22T15:23:06,525 INFO [RS_CLOSE_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=631 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/B/dc86189cc5354abd868eb82f6adf2947 2024-11-22T15:23:06,539 DEBUG [RS_CLOSE_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/C/07742950ef634836bdd5ceeb2a4c7d80 is 50, key is test_row_0/C:col10/1732288985472/Put/seqid=0 2024-11-22T15:23:06,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742197_1373 (size=9857) 2024-11-22T15:23:06,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-22T15:23:06,944 INFO [RS_CLOSE_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=631 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/C/07742950ef634836bdd5ceeb2a4c7d80 2024-11-22T15:23:06,948 DEBUG [RS_CLOSE_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/A/a7a337e38d894bf583f9eeef0f5d1752 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/A/a7a337e38d894bf583f9eeef0f5d1752 2024-11-22T15:23:06,951 INFO [RS_CLOSE_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/A/a7a337e38d894bf583f9eeef0f5d1752, entries=100, sequenceid=631, filesize=9.6 K 2024-11-22T15:23:06,952 DEBUG [RS_CLOSE_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/B/dc86189cc5354abd868eb82f6adf2947 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/dc86189cc5354abd868eb82f6adf2947 2024-11-22T15:23:06,955 INFO [RS_CLOSE_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/dc86189cc5354abd868eb82f6adf2947, entries=100, sequenceid=631, filesize=9.6 K 2024-11-22T15:23:06,956 DEBUG [RS_CLOSE_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/.tmp/C/07742950ef634836bdd5ceeb2a4c7d80 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/07742950ef634836bdd5ceeb2a4c7d80 2024-11-22T15:23:06,959 INFO [RS_CLOSE_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/07742950ef634836bdd5ceeb2a4c7d80, entries=100, sequenceid=631, filesize=9.6 K 2024-11-22T15:23:06,959 INFO [RS_CLOSE_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for ac4ae663c954984c9d1dcb22cb9fd884 in 1268ms, sequenceid=631, compaction requested=true 2024-11-22T15:23:06,960 DEBUG [StoreCloser-TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/A/c76b075d64b9475dad60e9b2ee52af1c, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/A/5ad59d9b07c14c08b93f08dc63beb270, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/A/4bc257b6beaf4573bdf4ce658bc1f184, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/A/186ffbdc27824a0392471b5aa8240dee, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/A/466058943a7943ba9232f9c6b85c00c7, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/A/1b7987b0508c4f2598c33694d3a0ba69, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/A/ae0a2a42217d48e6ab1cfb8ba33af592, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/A/a58af0b82ad84e5bb79f73c594117073, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/A/676bd4d10c774a6ea295c60d5d4a8a37, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/A/13ffe707816f4cffb6165d8044b29bff, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/A/d82ffa37e6a445a4ba054127efb318fb, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/A/012592827c2c43989a48fee44a09251c, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/A/4727403e430b4c10a1b18e5f0d72f69b, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/A/caf47eca9c884dc38237aec68de43f26, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/A/72858289f5834a2799c7ed017fa25a23, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/A/9213d0fd17624183b22cd6c34d4b35c3, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/A/df9c246cb96644c1a09c1a047da1a3f0, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/A/d94ee6d421db4357948edee270009d42, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/A/937b7cce345c47e1aad2b6e354bb7c13, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/A/2acf6473ff114aeba1def02b91ba1696, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/A/10e8c8e8c6774611826a49726740f977, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/A/4ce14df33d964bf4bdbb5b003ad3d40f, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/A/5570ea6588eb41978fd6ea1eb3366906, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/A/02894fbfa3254016a1f2698561b59248, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/A/6e6a185ae11f4370b11abaf06f68c16e, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/A/88a1979981f84bfcb9c5f2af8584157c, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/A/3c2932669812428fb83e3de8e5ad336b, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/A/769ca22e27fa46cc8ec58e42cac7f900, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/A/2cfedf61173446a3a95ddaae829ac081, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/A/4275ced1a861432bb8a2b1457575f3ac, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/A/122f0d2f7f414a1e83bbda42188368c2, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/A/1cc8f8afbdd5468ba102388c2c771d28, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/A/791014f76e4c407db5e61e195282c9c8, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/A/4933f92beaa54139a949ee964a1362c0, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/A/e2233efd62924d30891be345bf193f89, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/A/fb735a4d51e04832986229fc55819d60, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/A/8f293eec3044448d92bcb02f9be05c1d, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/A/36c3c8f640a94a36bd578e0204f53e56, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/A/efd65351207a4dd5bd99801ae5d116b9, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/A/feb2f36c1ea84fd0b2db4c9759142c13, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/A/6835d3085d164c0e8a504ae537aede60, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/A/fdc00a557c664e38aecee549f4d9ce29, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/A/561f7a5490514c498732b0f2aaddb5a1] to archive 2024-11-22T15:23:06,961 DEBUG [StoreCloser-TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-22T15:23:06,963 DEBUG [StoreCloser-TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/A/c76b075d64b9475dad60e9b2ee52af1c to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/A/c76b075d64b9475dad60e9b2ee52af1c 2024-11-22T15:23:06,964 DEBUG [StoreCloser-TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/A/5ad59d9b07c14c08b93f08dc63beb270 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/A/5ad59d9b07c14c08b93f08dc63beb270 2024-11-22T15:23:06,965 DEBUG [StoreCloser-TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/A/4bc257b6beaf4573bdf4ce658bc1f184 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/A/4bc257b6beaf4573bdf4ce658bc1f184 2024-11-22T15:23:06,965 DEBUG [StoreCloser-TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/A/186ffbdc27824a0392471b5aa8240dee to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/A/186ffbdc27824a0392471b5aa8240dee 2024-11-22T15:23:06,966 DEBUG [StoreCloser-TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/A/466058943a7943ba9232f9c6b85c00c7 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/A/466058943a7943ba9232f9c6b85c00c7 2024-11-22T15:23:06,967 DEBUG [StoreCloser-TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/A/1b7987b0508c4f2598c33694d3a0ba69 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/A/1b7987b0508c4f2598c33694d3a0ba69 2024-11-22T15:23:06,968 DEBUG [StoreCloser-TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/A/ae0a2a42217d48e6ab1cfb8ba33af592 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/A/ae0a2a42217d48e6ab1cfb8ba33af592 2024-11-22T15:23:06,969 DEBUG [StoreCloser-TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/A/a58af0b82ad84e5bb79f73c594117073 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/A/a58af0b82ad84e5bb79f73c594117073 2024-11-22T15:23:06,970 DEBUG [StoreCloser-TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/A/676bd4d10c774a6ea295c60d5d4a8a37 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/A/676bd4d10c774a6ea295c60d5d4a8a37 2024-11-22T15:23:06,971 DEBUG [StoreCloser-TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/A/13ffe707816f4cffb6165d8044b29bff to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/A/13ffe707816f4cffb6165d8044b29bff 2024-11-22T15:23:06,972 DEBUG [StoreCloser-TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/A/d82ffa37e6a445a4ba054127efb318fb to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/A/d82ffa37e6a445a4ba054127efb318fb 2024-11-22T15:23:06,973 DEBUG [StoreCloser-TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/A/012592827c2c43989a48fee44a09251c to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/A/012592827c2c43989a48fee44a09251c 2024-11-22T15:23:06,973 DEBUG [StoreCloser-TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/A/4727403e430b4c10a1b18e5f0d72f69b to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/A/4727403e430b4c10a1b18e5f0d72f69b 2024-11-22T15:23:06,974 DEBUG [StoreCloser-TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/A/caf47eca9c884dc38237aec68de43f26 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/A/caf47eca9c884dc38237aec68de43f26 2024-11-22T15:23:06,975 DEBUG [StoreCloser-TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/A/72858289f5834a2799c7ed017fa25a23 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/A/72858289f5834a2799c7ed017fa25a23 2024-11-22T15:23:06,976 DEBUG [StoreCloser-TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/A/9213d0fd17624183b22cd6c34d4b35c3 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/A/9213d0fd17624183b22cd6c34d4b35c3 2024-11-22T15:23:06,976 DEBUG [StoreCloser-TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/A/df9c246cb96644c1a09c1a047da1a3f0 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/A/df9c246cb96644c1a09c1a047da1a3f0 2024-11-22T15:23:06,977 DEBUG [StoreCloser-TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/A/d94ee6d421db4357948edee270009d42 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/A/d94ee6d421db4357948edee270009d42 2024-11-22T15:23:06,978 DEBUG [StoreCloser-TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/A/937b7cce345c47e1aad2b6e354bb7c13 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/A/937b7cce345c47e1aad2b6e354bb7c13 2024-11-22T15:23:06,978 DEBUG [StoreCloser-TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/A/2acf6473ff114aeba1def02b91ba1696 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/A/2acf6473ff114aeba1def02b91ba1696 2024-11-22T15:23:06,979 DEBUG [StoreCloser-TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/A/10e8c8e8c6774611826a49726740f977 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/A/10e8c8e8c6774611826a49726740f977 2024-11-22T15:23:06,980 DEBUG [StoreCloser-TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/A/4ce14df33d964bf4bdbb5b003ad3d40f to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/A/4ce14df33d964bf4bdbb5b003ad3d40f 2024-11-22T15:23:06,981 DEBUG [StoreCloser-TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/A/5570ea6588eb41978fd6ea1eb3366906 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/A/5570ea6588eb41978fd6ea1eb3366906 2024-11-22T15:23:06,981 DEBUG [StoreCloser-TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/A/02894fbfa3254016a1f2698561b59248 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/A/02894fbfa3254016a1f2698561b59248 2024-11-22T15:23:06,982 DEBUG [StoreCloser-TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/A/6e6a185ae11f4370b11abaf06f68c16e to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/A/6e6a185ae11f4370b11abaf06f68c16e 2024-11-22T15:23:06,983 DEBUG [StoreCloser-TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/A/88a1979981f84bfcb9c5f2af8584157c to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/A/88a1979981f84bfcb9c5f2af8584157c 2024-11-22T15:23:06,984 DEBUG [StoreCloser-TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/A/3c2932669812428fb83e3de8e5ad336b to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/A/3c2932669812428fb83e3de8e5ad336b 2024-11-22T15:23:06,985 DEBUG [StoreCloser-TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/A/769ca22e27fa46cc8ec58e42cac7f900 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/A/769ca22e27fa46cc8ec58e42cac7f900 2024-11-22T15:23:06,985 DEBUG [StoreCloser-TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/A/2cfedf61173446a3a95ddaae829ac081 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/A/2cfedf61173446a3a95ddaae829ac081 2024-11-22T15:23:06,986 DEBUG [StoreCloser-TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/A/4275ced1a861432bb8a2b1457575f3ac to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/A/4275ced1a861432bb8a2b1457575f3ac 2024-11-22T15:23:06,987 DEBUG [StoreCloser-TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/A/122f0d2f7f414a1e83bbda42188368c2 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/A/122f0d2f7f414a1e83bbda42188368c2 2024-11-22T15:23:06,988 DEBUG [StoreCloser-TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/A/1cc8f8afbdd5468ba102388c2c771d28 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/A/1cc8f8afbdd5468ba102388c2c771d28 2024-11-22T15:23:06,988 DEBUG [StoreCloser-TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/A/791014f76e4c407db5e61e195282c9c8 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/A/791014f76e4c407db5e61e195282c9c8 2024-11-22T15:23:06,989 DEBUG [StoreCloser-TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/A/4933f92beaa54139a949ee964a1362c0 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/A/4933f92beaa54139a949ee964a1362c0 2024-11-22T15:23:06,989 DEBUG [StoreCloser-TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/A/e2233efd62924d30891be345bf193f89 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/A/e2233efd62924d30891be345bf193f89 2024-11-22T15:23:06,990 DEBUG [StoreCloser-TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/A/fb735a4d51e04832986229fc55819d60 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/A/fb735a4d51e04832986229fc55819d60 2024-11-22T15:23:06,991 DEBUG [StoreCloser-TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/A/8f293eec3044448d92bcb02f9be05c1d to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/A/8f293eec3044448d92bcb02f9be05c1d 2024-11-22T15:23:06,991 DEBUG [StoreCloser-TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/A/36c3c8f640a94a36bd578e0204f53e56 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/A/36c3c8f640a94a36bd578e0204f53e56 2024-11-22T15:23:06,992 DEBUG [StoreCloser-TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/A/efd65351207a4dd5bd99801ae5d116b9 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/A/efd65351207a4dd5bd99801ae5d116b9 2024-11-22T15:23:06,993 DEBUG [StoreCloser-TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/A/feb2f36c1ea84fd0b2db4c9759142c13 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/A/feb2f36c1ea84fd0b2db4c9759142c13 2024-11-22T15:23:06,993 DEBUG [StoreCloser-TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/A/6835d3085d164c0e8a504ae537aede60 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/A/6835d3085d164c0e8a504ae537aede60 2024-11-22T15:23:06,994 DEBUG [StoreCloser-TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/A/fdc00a557c664e38aecee549f4d9ce29 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/A/fdc00a557c664e38aecee549f4d9ce29 2024-11-22T15:23:06,995 DEBUG [StoreCloser-TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/A/561f7a5490514c498732b0f2aaddb5a1 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/A/561f7a5490514c498732b0f2aaddb5a1 2024-11-22T15:23:06,996 DEBUG [StoreCloser-TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/fb4bc4b98beb4af3832f5ca6fad9d669, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/37d52492e6dc4400872bdb6db8c12741, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/be8c5207488d48bbb68656f4b0df7206, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/091bd03cd4bd4c849d2ef0fc9cc295eb, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/4ec421a6d87c45bcaf45ce9eb0f46d9b, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/eda7d8c4ac5f4c499b5e12dc91c01dc0, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/b9e0f045e3d74a4dbe37769029765c97, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/95bc7d1e70b24ae784a77560f2154de6, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/b6434d2a5fe24e69988716607f83452e, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/f20f769ef55847758a6762b2b3847ff9, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/7ce8e6c7c9c444ab89d9f617679c528d, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/0cf15c1a72cf4d3592c27d514f1e91a1, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/8bc758db724842fba1fdc4c1c51dc496, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/f74a2271d3c546c6a5ce73784b0d5106, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/74dbd25f37b24e0b911c515be5b03aef, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/73416f77354b4c22a9b8652ba5c3d90e, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/f77b601cb81c4a30baa075ea1bf63fa8, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/8811352607e941348aa76786032f971d, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/909d4f5222a34ed099d26e3841cad9fc, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/623d7a7a894f454a9d15f14d18ce8e2b, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/aa391cb9a1fd409cbdb2f7421e4fca30, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/e0c319c8894b4fcab2d231a2779d4768, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/1e813b08db7946ac9fc35d219df6140a, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/72318dc55cab497e80fa307bd3b63e3b, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/db49a49e34f84bc59a5cd6424115d329, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/eeb0d987574543a7a2d377083afc25a2, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/48607589977642539797b8106c8ad411, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/a7c243e3139649adbb5d7d1d087de33b, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/2d0e6c66c45d428b86b3c58c57c15ea2, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/0a6aaf8225bd4b90aa5263912c25f71f, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/4c1e4745494e4bb38468a9d8b4c0917b, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/863c3ecdc21649b9bddcbe9159241ba7, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/2cdd10565c53461ab124548d2343bfc8, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/3ad5483d78554ca3bf0b8726335f0852, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/591ae804209644ffa1252bb51fd12b50, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/c16c7598213149029365de85f71f4e35, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/d1679d3daf5b42e3bc53e7b0c8955c19, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/5443a583e0a045b8922b0ce8cc8b8f72, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/fa76375186314fcda82e4b3ca0a86eb7, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/041bb4649ec44a1ab1d46978d2c880f2, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/bf1a28b34d7f48dd93f249a1d3daf64b, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/f3de4953ac6647b6b50290ff316f15d0, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/eaeb3dedfa9142fc9041b2ad4bdfd2a7, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/24524ba70d824a57a84d4ecb9020e12c] to archive 2024-11-22T15:23:06,997 DEBUG [StoreCloser-TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-22T15:23:06,998 DEBUG [StoreCloser-TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/fb4bc4b98beb4af3832f5ca6fad9d669 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/fb4bc4b98beb4af3832f5ca6fad9d669 2024-11-22T15:23:06,999 DEBUG [StoreCloser-TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/37d52492e6dc4400872bdb6db8c12741 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/37d52492e6dc4400872bdb6db8c12741 2024-11-22T15:23:07,000 DEBUG [StoreCloser-TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/be8c5207488d48bbb68656f4b0df7206 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/be8c5207488d48bbb68656f4b0df7206 2024-11-22T15:23:07,001 DEBUG [StoreCloser-TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/091bd03cd4bd4c849d2ef0fc9cc295eb to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/091bd03cd4bd4c849d2ef0fc9cc295eb 2024-11-22T15:23:07,001 DEBUG [StoreCloser-TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/4ec421a6d87c45bcaf45ce9eb0f46d9b to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/4ec421a6d87c45bcaf45ce9eb0f46d9b 2024-11-22T15:23:07,002 DEBUG [StoreCloser-TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/eda7d8c4ac5f4c499b5e12dc91c01dc0 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/eda7d8c4ac5f4c499b5e12dc91c01dc0 2024-11-22T15:23:07,003 DEBUG [StoreCloser-TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/b9e0f045e3d74a4dbe37769029765c97 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/b9e0f045e3d74a4dbe37769029765c97 2024-11-22T15:23:07,004 DEBUG [StoreCloser-TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/95bc7d1e70b24ae784a77560f2154de6 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/95bc7d1e70b24ae784a77560f2154de6 2024-11-22T15:23:07,005 DEBUG [StoreCloser-TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/b6434d2a5fe24e69988716607f83452e to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/b6434d2a5fe24e69988716607f83452e 2024-11-22T15:23:07,005 DEBUG [StoreCloser-TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/f20f769ef55847758a6762b2b3847ff9 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/f20f769ef55847758a6762b2b3847ff9 2024-11-22T15:23:07,006 DEBUG [StoreCloser-TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/7ce8e6c7c9c444ab89d9f617679c528d to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/7ce8e6c7c9c444ab89d9f617679c528d 2024-11-22T15:23:07,007 DEBUG [StoreCloser-TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/0cf15c1a72cf4d3592c27d514f1e91a1 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/0cf15c1a72cf4d3592c27d514f1e91a1 2024-11-22T15:23:07,007 DEBUG [StoreCloser-TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/8bc758db724842fba1fdc4c1c51dc496 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/8bc758db724842fba1fdc4c1c51dc496 2024-11-22T15:23:07,008 DEBUG [StoreCloser-TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/f74a2271d3c546c6a5ce73784b0d5106 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/f74a2271d3c546c6a5ce73784b0d5106 2024-11-22T15:23:07,009 DEBUG [StoreCloser-TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/74dbd25f37b24e0b911c515be5b03aef to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/74dbd25f37b24e0b911c515be5b03aef 2024-11-22T15:23:07,009 DEBUG [StoreCloser-TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/73416f77354b4c22a9b8652ba5c3d90e to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/73416f77354b4c22a9b8652ba5c3d90e 2024-11-22T15:23:07,010 DEBUG [StoreCloser-TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/f77b601cb81c4a30baa075ea1bf63fa8 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/f77b601cb81c4a30baa075ea1bf63fa8 2024-11-22T15:23:07,011 DEBUG [StoreCloser-TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/8811352607e941348aa76786032f971d to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/8811352607e941348aa76786032f971d 2024-11-22T15:23:07,012 DEBUG [StoreCloser-TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/909d4f5222a34ed099d26e3841cad9fc to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/909d4f5222a34ed099d26e3841cad9fc 2024-11-22T15:23:07,012 DEBUG [StoreCloser-TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/623d7a7a894f454a9d15f14d18ce8e2b to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/623d7a7a894f454a9d15f14d18ce8e2b 2024-11-22T15:23:07,013 DEBUG [StoreCloser-TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/aa391cb9a1fd409cbdb2f7421e4fca30 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/aa391cb9a1fd409cbdb2f7421e4fca30 2024-11-22T15:23:07,014 DEBUG [StoreCloser-TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/e0c319c8894b4fcab2d231a2779d4768 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/e0c319c8894b4fcab2d231a2779d4768 2024-11-22T15:23:07,014 DEBUG [StoreCloser-TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/1e813b08db7946ac9fc35d219df6140a to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/1e813b08db7946ac9fc35d219df6140a 2024-11-22T15:23:07,015 DEBUG [StoreCloser-TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/72318dc55cab497e80fa307bd3b63e3b to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/72318dc55cab497e80fa307bd3b63e3b 2024-11-22T15:23:07,016 DEBUG [StoreCloser-TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/db49a49e34f84bc59a5cd6424115d329 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/db49a49e34f84bc59a5cd6424115d329 2024-11-22T15:23:07,016 DEBUG [StoreCloser-TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/eeb0d987574543a7a2d377083afc25a2 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/eeb0d987574543a7a2d377083afc25a2 2024-11-22T15:23:07,017 DEBUG [StoreCloser-TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/48607589977642539797b8106c8ad411 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/48607589977642539797b8106c8ad411 2024-11-22T15:23:07,018 DEBUG [StoreCloser-TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/a7c243e3139649adbb5d7d1d087de33b to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/a7c243e3139649adbb5d7d1d087de33b 2024-11-22T15:23:07,018 DEBUG [StoreCloser-TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/2d0e6c66c45d428b86b3c58c57c15ea2 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/2d0e6c66c45d428b86b3c58c57c15ea2 2024-11-22T15:23:07,019 DEBUG [StoreCloser-TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/0a6aaf8225bd4b90aa5263912c25f71f to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/0a6aaf8225bd4b90aa5263912c25f71f 2024-11-22T15:23:07,020 DEBUG [StoreCloser-TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/4c1e4745494e4bb38468a9d8b4c0917b to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/4c1e4745494e4bb38468a9d8b4c0917b 2024-11-22T15:23:07,020 DEBUG [StoreCloser-TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/863c3ecdc21649b9bddcbe9159241ba7 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/863c3ecdc21649b9bddcbe9159241ba7 2024-11-22T15:23:07,021 DEBUG [StoreCloser-TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/2cdd10565c53461ab124548d2343bfc8 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/2cdd10565c53461ab124548d2343bfc8 2024-11-22T15:23:07,022 DEBUG [StoreCloser-TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/3ad5483d78554ca3bf0b8726335f0852 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/3ad5483d78554ca3bf0b8726335f0852 2024-11-22T15:23:07,022 DEBUG [StoreCloser-TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/591ae804209644ffa1252bb51fd12b50 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/591ae804209644ffa1252bb51fd12b50 2024-11-22T15:23:07,023 DEBUG [StoreCloser-TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/c16c7598213149029365de85f71f4e35 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/c16c7598213149029365de85f71f4e35 2024-11-22T15:23:07,024 DEBUG [StoreCloser-TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/d1679d3daf5b42e3bc53e7b0c8955c19 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/d1679d3daf5b42e3bc53e7b0c8955c19 2024-11-22T15:23:07,025 DEBUG [StoreCloser-TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/5443a583e0a045b8922b0ce8cc8b8f72 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/5443a583e0a045b8922b0ce8cc8b8f72 2024-11-22T15:23:07,025 DEBUG [StoreCloser-TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/fa76375186314fcda82e4b3ca0a86eb7 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/fa76375186314fcda82e4b3ca0a86eb7 2024-11-22T15:23:07,026 DEBUG [StoreCloser-TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/041bb4649ec44a1ab1d46978d2c880f2 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/041bb4649ec44a1ab1d46978d2c880f2 2024-11-22T15:23:07,027 DEBUG [StoreCloser-TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/bf1a28b34d7f48dd93f249a1d3daf64b to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/bf1a28b34d7f48dd93f249a1d3daf64b 2024-11-22T15:23:07,028 DEBUG [StoreCloser-TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/f3de4953ac6647b6b50290ff316f15d0 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/f3de4953ac6647b6b50290ff316f15d0 2024-11-22T15:23:07,029 DEBUG [StoreCloser-TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/eaeb3dedfa9142fc9041b2ad4bdfd2a7 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/eaeb3dedfa9142fc9041b2ad4bdfd2a7 2024-11-22T15:23:07,029 DEBUG [StoreCloser-TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/24524ba70d824a57a84d4ecb9020e12c to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/24524ba70d824a57a84d4ecb9020e12c 2024-11-22T15:23:07,031 DEBUG [StoreCloser-TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/43137bdfa43d44adb5e1927139d17b10, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/be47306330e04ca7b9fba33a156a5537, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/4304ec7cbb09468e8506e2249adb3dfd, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/42cc3ba3344b44feaa9be463d23eb812, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/0338ada61ee24ccdb82e2928809c3f6c, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/2b132f9ad8c94c09bc98c86e095dac92, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/5350df10e32944149d3240c837ace1e6, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/5ebd486267f0450987ff34daab53c0b2, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/eac33b15cb8c4182938cddc60df01c07, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/b84143179c854e06b144e4a89be8a2b0, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/236955e96cfe49b6ae7598ecab2c78a9, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/ea4ef99f4bf145cd8a83c157a032d58a, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/da99caf7d07d4f7f8546149897d62a5b, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/dce6051b8a2c4850bd606cb6e7bf1993, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/db706e7538ad4277ac53e21ff9c934a7, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/ed265d36c2a84b2db8119343e22b3dfb, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/a2f4020d152d44b792bc86cafe6922c0, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/5ec6567411f341cda6a2a4c99fe2fb20, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/90120c4cf5b541b1b068b46c41796618, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/99fbd4c87c514c6e9788f254b2328941, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/c011054a38af474084f931769d99042a, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/ca732cb40864408ab4c2a7b5c41e8e57, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/707154aad6614e1c8bfb16f7f1d290af, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/ccb94361f5354bb7a39ef82b598b92dd, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/5adc383cd23b442c8dc196617dad5134, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/afa4145106eb4176b22549693a0560d3, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/071a18398d9d420688422d2fdff43146, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/e056eadc1358457aa26e3f7f62236369, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/4d017b94890c4ac69b3d672107dba1bf, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/78b989bc08af415385b5339ed23c6daa, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/88c1d621a86f4053ae4a09542ead9c09, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/a24714f90d3d4136a190230f4bf37fae, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/668bae8100f34730b4dd424eb629ed6f, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/7558df806ed1492bb1fe5b12ca3f6101, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/34e958e6c22e49488adf7cd213f3c4e5, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/66f7d6d5da2344c1b296b666262683eb, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/28f449732fbb48c5b6464700ce05a408, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/f6dadb13acf049a5af0b39e77a84b812, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/aef51bc234ed4f85b350bb93b78ceb12, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/a2bec0b68d4a4cef8031f003e3d756b0, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/92276413a833457a80a46090ada0b8f6, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/739b85098bb44e6cb59885a4aeb20d28, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/69b682a55c1e4fb79115780cd224f441, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/3fa9deb74a9f40a2bac1a87ac69d84e4] to archive 2024-11-22T15:23:07,032 DEBUG [StoreCloser-TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-22T15:23:07,033 DEBUG [StoreCloser-TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/43137bdfa43d44adb5e1927139d17b10 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/43137bdfa43d44adb5e1927139d17b10 2024-11-22T15:23:07,034 DEBUG [StoreCloser-TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/be47306330e04ca7b9fba33a156a5537 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/be47306330e04ca7b9fba33a156a5537 2024-11-22T15:23:07,034 DEBUG [StoreCloser-TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/4304ec7cbb09468e8506e2249adb3dfd to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/4304ec7cbb09468e8506e2249adb3dfd 2024-11-22T15:23:07,035 DEBUG [StoreCloser-TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/42cc3ba3344b44feaa9be463d23eb812 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/42cc3ba3344b44feaa9be463d23eb812 2024-11-22T15:23:07,036 DEBUG [StoreCloser-TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/0338ada61ee24ccdb82e2928809c3f6c to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/0338ada61ee24ccdb82e2928809c3f6c 2024-11-22T15:23:07,037 DEBUG [StoreCloser-TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/2b132f9ad8c94c09bc98c86e095dac92 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/2b132f9ad8c94c09bc98c86e095dac92 2024-11-22T15:23:07,037 DEBUG [StoreCloser-TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/5350df10e32944149d3240c837ace1e6 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/5350df10e32944149d3240c837ace1e6 2024-11-22T15:23:07,038 DEBUG [StoreCloser-TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/5ebd486267f0450987ff34daab53c0b2 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/5ebd486267f0450987ff34daab53c0b2 2024-11-22T15:23:07,039 DEBUG [StoreCloser-TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/eac33b15cb8c4182938cddc60df01c07 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/eac33b15cb8c4182938cddc60df01c07 2024-11-22T15:23:07,040 DEBUG [StoreCloser-TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/b84143179c854e06b144e4a89be8a2b0 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/b84143179c854e06b144e4a89be8a2b0 2024-11-22T15:23:07,040 DEBUG [StoreCloser-TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/236955e96cfe49b6ae7598ecab2c78a9 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/236955e96cfe49b6ae7598ecab2c78a9 2024-11-22T15:23:07,041 DEBUG [StoreCloser-TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/ea4ef99f4bf145cd8a83c157a032d58a to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/ea4ef99f4bf145cd8a83c157a032d58a 2024-11-22T15:23:07,041 DEBUG [StoreCloser-TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/da99caf7d07d4f7f8546149897d62a5b to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/da99caf7d07d4f7f8546149897d62a5b 2024-11-22T15:23:07,042 DEBUG [StoreCloser-TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/dce6051b8a2c4850bd606cb6e7bf1993 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/dce6051b8a2c4850bd606cb6e7bf1993 2024-11-22T15:23:07,043 DEBUG [StoreCloser-TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/db706e7538ad4277ac53e21ff9c934a7 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/db706e7538ad4277ac53e21ff9c934a7 2024-11-22T15:23:07,044 DEBUG [StoreCloser-TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/ed265d36c2a84b2db8119343e22b3dfb to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/ed265d36c2a84b2db8119343e22b3dfb 2024-11-22T15:23:07,044 DEBUG [StoreCloser-TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/a2f4020d152d44b792bc86cafe6922c0 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/a2f4020d152d44b792bc86cafe6922c0 2024-11-22T15:23:07,045 DEBUG [StoreCloser-TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/5ec6567411f341cda6a2a4c99fe2fb20 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/5ec6567411f341cda6a2a4c99fe2fb20 2024-11-22T15:23:07,046 DEBUG [StoreCloser-TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/90120c4cf5b541b1b068b46c41796618 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/90120c4cf5b541b1b068b46c41796618 2024-11-22T15:23:07,046 DEBUG [StoreCloser-TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/99fbd4c87c514c6e9788f254b2328941 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/99fbd4c87c514c6e9788f254b2328941 2024-11-22T15:23:07,047 DEBUG [StoreCloser-TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/c011054a38af474084f931769d99042a to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/c011054a38af474084f931769d99042a 2024-11-22T15:23:07,048 DEBUG [StoreCloser-TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/ca732cb40864408ab4c2a7b5c41e8e57 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/ca732cb40864408ab4c2a7b5c41e8e57 2024-11-22T15:23:07,049 DEBUG [StoreCloser-TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/707154aad6614e1c8bfb16f7f1d290af to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/707154aad6614e1c8bfb16f7f1d290af 2024-11-22T15:23:07,050 DEBUG [StoreCloser-TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/ccb94361f5354bb7a39ef82b598b92dd to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/ccb94361f5354bb7a39ef82b598b92dd 2024-11-22T15:23:07,050 DEBUG [StoreCloser-TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/5adc383cd23b442c8dc196617dad5134 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/5adc383cd23b442c8dc196617dad5134 2024-11-22T15:23:07,051 DEBUG [StoreCloser-TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/afa4145106eb4176b22549693a0560d3 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/afa4145106eb4176b22549693a0560d3 2024-11-22T15:23:07,052 DEBUG [StoreCloser-TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/071a18398d9d420688422d2fdff43146 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/071a18398d9d420688422d2fdff43146 2024-11-22T15:23:07,052 DEBUG [StoreCloser-TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/e056eadc1358457aa26e3f7f62236369 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/e056eadc1358457aa26e3f7f62236369 2024-11-22T15:23:07,053 DEBUG [StoreCloser-TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/4d017b94890c4ac69b3d672107dba1bf to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/4d017b94890c4ac69b3d672107dba1bf 2024-11-22T15:23:07,054 DEBUG [StoreCloser-TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/78b989bc08af415385b5339ed23c6daa to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/78b989bc08af415385b5339ed23c6daa 2024-11-22T15:23:07,054 DEBUG [StoreCloser-TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/88c1d621a86f4053ae4a09542ead9c09 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/88c1d621a86f4053ae4a09542ead9c09 2024-11-22T15:23:07,055 DEBUG [StoreCloser-TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/a24714f90d3d4136a190230f4bf37fae to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/a24714f90d3d4136a190230f4bf37fae 2024-11-22T15:23:07,056 DEBUG [StoreCloser-TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/668bae8100f34730b4dd424eb629ed6f to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/668bae8100f34730b4dd424eb629ed6f 2024-11-22T15:23:07,057 DEBUG [StoreCloser-TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/7558df806ed1492bb1fe5b12ca3f6101 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/7558df806ed1492bb1fe5b12ca3f6101 2024-11-22T15:23:07,057 DEBUG [StoreCloser-TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/34e958e6c22e49488adf7cd213f3c4e5 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/34e958e6c22e49488adf7cd213f3c4e5 2024-11-22T15:23:07,058 DEBUG [StoreCloser-TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/66f7d6d5da2344c1b296b666262683eb to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/66f7d6d5da2344c1b296b666262683eb 2024-11-22T15:23:07,059 DEBUG [StoreCloser-TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/28f449732fbb48c5b6464700ce05a408 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/28f449732fbb48c5b6464700ce05a408 2024-11-22T15:23:07,060 DEBUG [StoreCloser-TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/f6dadb13acf049a5af0b39e77a84b812 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/f6dadb13acf049a5af0b39e77a84b812 2024-11-22T15:23:07,060 DEBUG [StoreCloser-TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/aef51bc234ed4f85b350bb93b78ceb12 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/aef51bc234ed4f85b350bb93b78ceb12 2024-11-22T15:23:07,061 DEBUG [StoreCloser-TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/a2bec0b68d4a4cef8031f003e3d756b0 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/a2bec0b68d4a4cef8031f003e3d756b0 2024-11-22T15:23:07,062 DEBUG [StoreCloser-TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/92276413a833457a80a46090ada0b8f6 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/92276413a833457a80a46090ada0b8f6 2024-11-22T15:23:07,062 DEBUG [StoreCloser-TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/739b85098bb44e6cb59885a4aeb20d28 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/739b85098bb44e6cb59885a4aeb20d28 2024-11-22T15:23:07,063 DEBUG [StoreCloser-TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/69b682a55c1e4fb79115780cd224f441 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/69b682a55c1e4fb79115780cd224f441 2024-11-22T15:23:07,064 DEBUG [StoreCloser-TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/3fa9deb74a9f40a2bac1a87ac69d84e4 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/3fa9deb74a9f40a2bac1a87ac69d84e4 2024-11-22T15:23:07,068 DEBUG [RS_CLOSE_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/recovered.edits/634.seqid, newMaxSeqId=634, maxSeqId=1 2024-11-22T15:23:07,068 INFO [RS_CLOSE_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884. 2024-11-22T15:23:07,068 DEBUG [RS_CLOSE_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HRegion(1635): Region close journal for ac4ae663c954984c9d1dcb22cb9fd884: 2024-11-22T15:23:07,070 INFO [RS_CLOSE_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] handler.UnassignRegionHandler(170): Closed ac4ae663c954984c9d1dcb22cb9fd884 2024-11-22T15:23:07,070 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=89 updating hbase:meta row=ac4ae663c954984c9d1dcb22cb9fd884, regionState=CLOSED 2024-11-22T15:23:07,071 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=90, resume processing ppid=89 2024-11-22T15:23:07,071 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=90, ppid=89, state=SUCCESS; CloseRegionProcedure ac4ae663c954984c9d1dcb22cb9fd884, server=77927f992d0b,45443,1732288897733 in 1.5330 sec 2024-11-22T15:23:07,072 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=89, resume processing ppid=88 2024-11-22T15:23:07,072 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=89, ppid=88, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=ac4ae663c954984c9d1dcb22cb9fd884, UNASSIGN in 1.5360 sec 2024-11-22T15:23:07,073 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=88, resume processing ppid=87 2024-11-22T15:23:07,073 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=88, ppid=87, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.5390 sec 2024-11-22T15:23:07,074 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732288987074"}]},"ts":"1732288987074"} 2024-11-22T15:23:07,075 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-22T15:23:07,090 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-22T15:23:07,092 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=87, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.6120 sec 2024-11-22T15:23:07,311 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-22T15:23:07,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-22T15:23:07,589 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 87 completed 2024-11-22T15:23:07,590 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-22T15:23:07,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] procedure2.ProcedureExecutor(1098): Stored pid=91, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T15:23:07,593 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=91, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T15:23:07,594 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=91, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T15:23:07,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-11-22T15:23:07,597 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884 2024-11-22T15:23:07,603 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/A, FileablePath, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B, FileablePath, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C, FileablePath, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/recovered.edits] 2024-11-22T15:23:07,608 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/A/8d57be76d9e743af9e92c893dbdc1f49 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/A/8d57be76d9e743af9e92c893dbdc1f49 2024-11-22T15:23:07,610 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/A/a0f7e4e6c3324fd2a75b6edc4ea1326e to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/A/a0f7e4e6c3324fd2a75b6edc4ea1326e 2024-11-22T15:23:07,612 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/A/a7a337e38d894bf583f9eeef0f5d1752 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/A/a7a337e38d894bf583f9eeef0f5d1752 2024-11-22T15:23:07,616 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/da81898f3f3547d09c89619617d9020a to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/da81898f3f3547d09c89619617d9020a 2024-11-22T15:23:07,618 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/dc86189cc5354abd868eb82f6adf2947 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/dc86189cc5354abd868eb82f6adf2947 2024-11-22T15:23:07,620 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/f33140183a404500a8287c15e981979b to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/B/f33140183a404500a8287c15e981979b 2024-11-22T15:23:07,624 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/06aad8817b30449591229d730000e908 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/06aad8817b30449591229d730000e908 2024-11-22T15:23:07,627 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/07742950ef634836bdd5ceeb2a4c7d80 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/07742950ef634836bdd5ceeb2a4c7d80 2024-11-22T15:23:07,629 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/ae6dc5efe85f43dc88460cf01f19b18d to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/C/ae6dc5efe85f43dc88460cf01f19b18d 2024-11-22T15:23:07,633 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/recovered.edits/634.seqid to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884/recovered.edits/634.seqid 2024-11-22T15:23:07,633 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/ac4ae663c954984c9d1dcb22cb9fd884 2024-11-22T15:23:07,633 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-22T15:23:07,636 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=91, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T15:23:07,645 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-22T15:23:07,647 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-22T15:23:07,649 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=91, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T15:23:07,649 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-22T15:23:07,649 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732288987649"}]},"ts":"9223372036854775807"} 2024-11-22T15:23:07,651 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-22T15:23:07,651 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => ac4ae663c954984c9d1dcb22cb9fd884, NAME => 'TestAcidGuarantees,,1732288957805.ac4ae663c954984c9d1dcb22cb9fd884.', STARTKEY => '', ENDKEY => ''}] 2024-11-22T15:23:07,651 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-22T15:23:07,652 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732288987651"}]},"ts":"9223372036854775807"} 2024-11-22T15:23:07,653 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-22T15:23:07,691 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=91, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T15:23:07,693 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=91, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 101 msec 2024-11-22T15:23:07,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-11-22T15:23:07,696 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 91 completed 2024-11-22T15:23:07,710 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testGetAtomicity Thread=238 (was 241), OpenFileDescriptor=453 (was 458), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=666 (was 609) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4252 (was 4434) 2024-11-22T15:23:07,718 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMobScanAtomicity Thread=238, OpenFileDescriptor=453, MaxFileDescriptor=1048576, SystemLoadAverage=666, ProcessCount=11, AvailableMemoryMB=4252 2024-11-22T15:23:07,720 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-22T15:23:07,720 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T15:23:07,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] procedure2.ProcedureExecutor(1098): Stored pid=92, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-22T15:23:07,722 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=92, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T15:23:07,722 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:07,722 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 92 2024-11-22T15:23:07,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=92 2024-11-22T15:23:07,723 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=92, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T15:23:07,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742198_1374 (size=960) 2024-11-22T15:23:07,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=92 2024-11-22T15:23:08,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=92 2024-11-22T15:23:08,133 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 74c08031ebf45a230367f9c2a97430e8, NAME => 'TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866 2024-11-22T15:23:08,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742199_1375 (size=53) 2024-11-22T15:23:08,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=92 2024-11-22T15:23:08,546 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T15:23:08,546 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 74c08031ebf45a230367f9c2a97430e8, disabling compactions & flushes 2024-11-22T15:23:08,546 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8. 2024-11-22T15:23:08,546 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8. 2024-11-22T15:23:08,546 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8. after waiting 0 ms 2024-11-22T15:23:08,546 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8. 2024-11-22T15:23:08,546 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8. 2024-11-22T15:23:08,546 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 74c08031ebf45a230367f9c2a97430e8: 2024-11-22T15:23:08,549 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=92, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T15:23:08,550 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732288988549"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732288988549"}]},"ts":"1732288988549"} 2024-11-22T15:23:08,551 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-22T15:23:08,552 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=92, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T15:23:08,552 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732288988552"}]},"ts":"1732288988552"} 2024-11-22T15:23:08,554 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-22T15:23:08,599 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=93, ppid=92, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=74c08031ebf45a230367f9c2a97430e8, ASSIGN}] 2024-11-22T15:23:08,600 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=93, ppid=92, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=74c08031ebf45a230367f9c2a97430e8, ASSIGN 2024-11-22T15:23:08,600 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=93, ppid=92, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=74c08031ebf45a230367f9c2a97430e8, ASSIGN; state=OFFLINE, location=77927f992d0b,45443,1732288897733; forceNewPlan=false, retain=false 2024-11-22T15:23:08,751 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=93 updating hbase:meta row=74c08031ebf45a230367f9c2a97430e8, regionState=OPENING, regionLocation=77927f992d0b,45443,1732288897733 2024-11-22T15:23:08,752 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=94, ppid=93, state=RUNNABLE; OpenRegionProcedure 74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733}] 2024-11-22T15:23:08,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=92 2024-11-22T15:23:08,905 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:23:08,910 INFO [RS_OPEN_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8. 2024-11-22T15:23:08,910 DEBUG [RS_OPEN_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(7285): Opening region: {ENCODED => 74c08031ebf45a230367f9c2a97430e8, NAME => 'TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8.', STARTKEY => '', ENDKEY => ''} 2024-11-22T15:23:08,911 DEBUG [RS_OPEN_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 74c08031ebf45a230367f9c2a97430e8 2024-11-22T15:23:08,911 DEBUG [RS_OPEN_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T15:23:08,911 DEBUG [RS_OPEN_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(7327): checking encryption for 74c08031ebf45a230367f9c2a97430e8 2024-11-22T15:23:08,911 DEBUG [RS_OPEN_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(7330): checking classloading for 74c08031ebf45a230367f9c2a97430e8 2024-11-22T15:23:08,913 INFO [StoreOpener-74c08031ebf45a230367f9c2a97430e8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 74c08031ebf45a230367f9c2a97430e8 2024-11-22T15:23:08,915 INFO [StoreOpener-74c08031ebf45a230367f9c2a97430e8-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-22T15:23:08,915 INFO [StoreOpener-74c08031ebf45a230367f9c2a97430e8-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 74c08031ebf45a230367f9c2a97430e8 columnFamilyName A 2024-11-22T15:23:08,915 DEBUG [StoreOpener-74c08031ebf45a230367f9c2a97430e8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:08,915 INFO [StoreOpener-74c08031ebf45a230367f9c2a97430e8-1 {}] regionserver.HStore(327): Store=74c08031ebf45a230367f9c2a97430e8/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T15:23:08,916 INFO [StoreOpener-74c08031ebf45a230367f9c2a97430e8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 74c08031ebf45a230367f9c2a97430e8 2024-11-22T15:23:08,917 INFO [StoreOpener-74c08031ebf45a230367f9c2a97430e8-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-22T15:23:08,917 INFO [StoreOpener-74c08031ebf45a230367f9c2a97430e8-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 74c08031ebf45a230367f9c2a97430e8 columnFamilyName B 2024-11-22T15:23:08,917 DEBUG [StoreOpener-74c08031ebf45a230367f9c2a97430e8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:08,917 INFO [StoreOpener-74c08031ebf45a230367f9c2a97430e8-1 {}] regionserver.HStore(327): Store=74c08031ebf45a230367f9c2a97430e8/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T15:23:08,917 INFO [StoreOpener-74c08031ebf45a230367f9c2a97430e8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 74c08031ebf45a230367f9c2a97430e8 2024-11-22T15:23:08,919 INFO [StoreOpener-74c08031ebf45a230367f9c2a97430e8-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-22T15:23:08,919 INFO [StoreOpener-74c08031ebf45a230367f9c2a97430e8-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 74c08031ebf45a230367f9c2a97430e8 columnFamilyName C 2024-11-22T15:23:08,919 DEBUG [StoreOpener-74c08031ebf45a230367f9c2a97430e8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:08,919 INFO [StoreOpener-74c08031ebf45a230367f9c2a97430e8-1 {}] regionserver.HStore(327): Store=74c08031ebf45a230367f9c2a97430e8/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T15:23:08,919 INFO [RS_OPEN_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8. 2024-11-22T15:23:08,920 DEBUG [RS_OPEN_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8 2024-11-22T15:23:08,921 DEBUG [RS_OPEN_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8 2024-11-22T15:23:08,922 DEBUG [RS_OPEN_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-22T15:23:08,924 DEBUG [RS_OPEN_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(1085): writing seq id for 74c08031ebf45a230367f9c2a97430e8 2024-11-22T15:23:08,926 DEBUG [RS_OPEN_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T15:23:08,926 INFO [RS_OPEN_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(1102): Opened 74c08031ebf45a230367f9c2a97430e8; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62169761, jitterRate=-0.07359836995601654}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-22T15:23:08,928 DEBUG [RS_OPEN_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(1001): Region open journal for 74c08031ebf45a230367f9c2a97430e8: 2024-11-22T15:23:08,928 INFO [RS_OPEN_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8., pid=94, masterSystemTime=1732288988904 2024-11-22T15:23:08,930 DEBUG [RS_OPEN_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8. 2024-11-22T15:23:08,930 INFO [RS_OPEN_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8. 2024-11-22T15:23:08,930 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=93 updating hbase:meta row=74c08031ebf45a230367f9c2a97430e8, regionState=OPEN, openSeqNum=2, regionLocation=77927f992d0b,45443,1732288897733 2024-11-22T15:23:08,932 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=94, resume processing ppid=93 2024-11-22T15:23:08,932 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=94, ppid=93, state=SUCCESS; OpenRegionProcedure 74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 in 179 msec 2024-11-22T15:23:08,934 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=93, resume processing ppid=92 2024-11-22T15:23:08,934 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=93, ppid=92, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=74c08031ebf45a230367f9c2a97430e8, ASSIGN in 334 msec 2024-11-22T15:23:08,934 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=92, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T15:23:08,934 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732288988934"}]},"ts":"1732288988934"} 2024-11-22T15:23:08,935 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-22T15:23:08,967 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=92, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T15:23:08,969 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=92, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.2470 sec 2024-11-22T15:23:09,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=92 2024-11-22T15:23:09,832 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 92 completed 2024-11-22T15:23:09,835 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6b8b5c25 to 127.0.0.1:61671 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3c8cc27b 2024-11-22T15:23:09,850 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c68919e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T15:23:09,852 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T15:23:09,854 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39482, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T15:23:09,856 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T15:23:09,858 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35704, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T15:23:09,861 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-22T15:23:09,861 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T15:23:09,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] procedure2.ProcedureExecutor(1098): Stored pid=95, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-22T15:23:09,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742200_1376 (size=996) 2024-11-22T15:23:10,273 DEBUG [PEWorker-1 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.960 2024-11-22T15:23:10,273 INFO [PEWorker-1 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.996 2024-11-22T15:23:10,294 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=96, ppid=95, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-22T15:23:10,296 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=97, ppid=96, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=74c08031ebf45a230367f9c2a97430e8, REOPEN/MOVE}] 2024-11-22T15:23:10,296 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=97, ppid=96, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=74c08031ebf45a230367f9c2a97430e8, REOPEN/MOVE 2024-11-22T15:23:10,297 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=97 updating hbase:meta row=74c08031ebf45a230367f9c2a97430e8, regionState=CLOSING, regionLocation=77927f992d0b,45443,1732288897733 2024-11-22T15:23:10,298 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-22T15:23:10,298 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=98, ppid=97, state=RUNNABLE; CloseRegionProcedure 74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733}] 2024-11-22T15:23:10,449 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:23:10,449 INFO [RS_CLOSE_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] handler.UnassignRegionHandler(124): Close 74c08031ebf45a230367f9c2a97430e8 2024-11-22T15:23:10,449 DEBUG [RS_CLOSE_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-22T15:23:10,450 DEBUG [RS_CLOSE_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HRegion(1681): Closing 74c08031ebf45a230367f9c2a97430e8, disabling compactions & flushes 2024-11-22T15:23:10,450 INFO [RS_CLOSE_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8. 2024-11-22T15:23:10,450 DEBUG [RS_CLOSE_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8. 2024-11-22T15:23:10,450 DEBUG [RS_CLOSE_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8. after waiting 0 ms 2024-11-22T15:23:10,450 DEBUG [RS_CLOSE_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8. 2024-11-22T15:23:10,454 DEBUG [RS_CLOSE_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-22T15:23:10,455 INFO [RS_CLOSE_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8. 2024-11-22T15:23:10,455 DEBUG [RS_CLOSE_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HRegion(1635): Region close journal for 74c08031ebf45a230367f9c2a97430e8: 2024-11-22T15:23:10,455 WARN [RS_CLOSE_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HRegionServer(3786): Not adding moved region record: 74c08031ebf45a230367f9c2a97430e8 to self. 2024-11-22T15:23:10,456 INFO [RS_CLOSE_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] handler.UnassignRegionHandler(170): Closed 74c08031ebf45a230367f9c2a97430e8 2024-11-22T15:23:10,457 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=97 updating hbase:meta row=74c08031ebf45a230367f9c2a97430e8, regionState=CLOSED 2024-11-22T15:23:10,460 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=98, resume processing ppid=97 2024-11-22T15:23:10,460 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=98, ppid=97, state=SUCCESS; CloseRegionProcedure 74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 in 160 msec 2024-11-22T15:23:10,460 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=97, ppid=96, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=74c08031ebf45a230367f9c2a97430e8, REOPEN/MOVE; state=CLOSED, location=77927f992d0b,45443,1732288897733; forceNewPlan=false, retain=true 2024-11-22T15:23:10,611 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=97 updating hbase:meta row=74c08031ebf45a230367f9c2a97430e8, regionState=OPENING, regionLocation=77927f992d0b,45443,1732288897733 2024-11-22T15:23:10,613 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=99, ppid=97, state=RUNNABLE; OpenRegionProcedure 74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733}] 2024-11-22T15:23:10,765 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:23:10,772 INFO [RS_OPEN_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8. 2024-11-22T15:23:10,772 DEBUG [RS_OPEN_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(7285): Opening region: {ENCODED => 74c08031ebf45a230367f9c2a97430e8, NAME => 'TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8.', STARTKEY => '', ENDKEY => ''} 2024-11-22T15:23:10,773 DEBUG [RS_OPEN_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 74c08031ebf45a230367f9c2a97430e8 2024-11-22T15:23:10,773 DEBUG [RS_OPEN_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T15:23:10,774 DEBUG [RS_OPEN_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(7327): checking encryption for 74c08031ebf45a230367f9c2a97430e8 2024-11-22T15:23:10,774 DEBUG [RS_OPEN_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(7330): checking classloading for 74c08031ebf45a230367f9c2a97430e8 2024-11-22T15:23:10,776 INFO [StoreOpener-74c08031ebf45a230367f9c2a97430e8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 74c08031ebf45a230367f9c2a97430e8 2024-11-22T15:23:10,777 INFO [StoreOpener-74c08031ebf45a230367f9c2a97430e8-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-22T15:23:10,777 INFO [StoreOpener-74c08031ebf45a230367f9c2a97430e8-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 74c08031ebf45a230367f9c2a97430e8 columnFamilyName A 2024-11-22T15:23:10,779 DEBUG [StoreOpener-74c08031ebf45a230367f9c2a97430e8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:10,779 INFO [StoreOpener-74c08031ebf45a230367f9c2a97430e8-1 {}] regionserver.HStore(327): Store=74c08031ebf45a230367f9c2a97430e8/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T15:23:10,780 INFO [StoreOpener-74c08031ebf45a230367f9c2a97430e8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 74c08031ebf45a230367f9c2a97430e8 2024-11-22T15:23:10,781 INFO [StoreOpener-74c08031ebf45a230367f9c2a97430e8-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-22T15:23:10,781 INFO [StoreOpener-74c08031ebf45a230367f9c2a97430e8-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 74c08031ebf45a230367f9c2a97430e8 columnFamilyName B 2024-11-22T15:23:10,781 DEBUG [StoreOpener-74c08031ebf45a230367f9c2a97430e8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:10,781 INFO [StoreOpener-74c08031ebf45a230367f9c2a97430e8-1 {}] regionserver.HStore(327): Store=74c08031ebf45a230367f9c2a97430e8/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T15:23:10,782 INFO [StoreOpener-74c08031ebf45a230367f9c2a97430e8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 74c08031ebf45a230367f9c2a97430e8 2024-11-22T15:23:10,782 INFO [StoreOpener-74c08031ebf45a230367f9c2a97430e8-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-22T15:23:10,782 INFO [StoreOpener-74c08031ebf45a230367f9c2a97430e8-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 74c08031ebf45a230367f9c2a97430e8 columnFamilyName C 2024-11-22T15:23:10,783 DEBUG [StoreOpener-74c08031ebf45a230367f9c2a97430e8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:10,783 INFO [StoreOpener-74c08031ebf45a230367f9c2a97430e8-1 {}] regionserver.HStore(327): Store=74c08031ebf45a230367f9c2a97430e8/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T15:23:10,783 INFO [RS_OPEN_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8. 2024-11-22T15:23:10,784 DEBUG [RS_OPEN_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8 2024-11-22T15:23:10,784 DEBUG [RS_OPEN_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8 2024-11-22T15:23:10,785 DEBUG [RS_OPEN_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-22T15:23:10,786 DEBUG [RS_OPEN_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(1085): writing seq id for 74c08031ebf45a230367f9c2a97430e8 2024-11-22T15:23:10,787 INFO [RS_OPEN_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(1102): Opened 74c08031ebf45a230367f9c2a97430e8; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61448136, jitterRate=-0.08435142040252686}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-22T15:23:10,788 DEBUG [RS_OPEN_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(1001): Region open journal for 74c08031ebf45a230367f9c2a97430e8: 2024-11-22T15:23:10,788 INFO [RS_OPEN_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8., pid=99, masterSystemTime=1732288990765 2024-11-22T15:23:10,790 DEBUG [RS_OPEN_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8. 2024-11-22T15:23:10,790 INFO [RS_OPEN_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8. 2024-11-22T15:23:10,790 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=97 updating hbase:meta row=74c08031ebf45a230367f9c2a97430e8, regionState=OPEN, openSeqNum=5, regionLocation=77927f992d0b,45443,1732288897733 2024-11-22T15:23:10,792 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=99, resume processing ppid=97 2024-11-22T15:23:10,792 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=99, ppid=97, state=SUCCESS; OpenRegionProcedure 74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 in 178 msec 2024-11-22T15:23:10,793 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=97, resume processing ppid=96 2024-11-22T15:23:10,793 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=97, ppid=96, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=74c08031ebf45a230367f9c2a97430e8, REOPEN/MOVE in 496 msec 2024-11-22T15:23:10,795 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=96, resume processing ppid=95 2024-11-22T15:23:10,795 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=96, ppid=95, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 500 msec 2024-11-22T15:23:10,796 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=95, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 933 msec 2024-11-22T15:23:10,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=95 2024-11-22T15:23:10,798 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x52592365 to 127.0.0.1:61671 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@81cac4f 2024-11-22T15:23:10,879 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@601038b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T15:23:10,881 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x09b3e6d7 to 127.0.0.1:61671 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@64a04d7a 2024-11-22T15:23:10,891 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59434fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T15:23:10,892 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x54c56f75 to 127.0.0.1:61671 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3268230a 2024-11-22T15:23:10,899 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@167fda66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T15:23:10,900 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1efa0206 to 127.0.0.1:61671 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6d7912a0 2024-11-22T15:23:10,908 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bd5983, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T15:23:10,909 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x71a4fe0c to 127.0.0.1:61671 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@54ed1e8a 2024-11-22T15:23:10,916 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b7324d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T15:23:10,916 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6fe4cb14 to 127.0.0.1:61671 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4d930fb1 2024-11-22T15:23:10,925 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52abed4d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T15:23:10,926 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x44f513b9 to 127.0.0.1:61671 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@114e6211 2024-11-22T15:23:10,933 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c0234f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T15:23:10,934 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7ba658e5 to 127.0.0.1:61671 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@191ae36a 2024-11-22T15:23:10,941 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14b2e10d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T15:23:10,941 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5d736887 to 127.0.0.1:61671 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@133cc1f0 2024-11-22T15:23:10,949 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1085e013, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T15:23:10,950 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x19bc2a17 to 127.0.0.1:61671 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6cfa4b91 2024-11-22T15:23:10,958 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53c0ab65, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T15:23:10,960 DEBUG [hconnection-0xad0c8ee-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T15:23:10,960 DEBUG [hconnection-0x43973fa6-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T15:23:10,960 DEBUG [hconnection-0x2f8eebd9-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T15:23:10,961 DEBUG [hconnection-0x2da11881-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T15:23:10,961 DEBUG [hconnection-0x6483d2d7-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T15:23:10,961 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39486, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T15:23:10,962 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39492, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T15:23:10,962 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39508, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T15:23:10,962 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T15:23:10,962 DEBUG [hconnection-0x10d97d76-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T15:23:10,962 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39498, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T15:23:10,962 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39510, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T15:23:10,963 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39524, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T15:23:10,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] procedure2.ProcedureExecutor(1098): Stored pid=100, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=100, table=TestAcidGuarantees 2024-11-22T15:23:10,964 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=100, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=100, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T15:23:10,964 DEBUG [hconnection-0x1a551c66-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T15:23:10,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-22T15:23:10,964 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=100, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=100, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T15:23:10,964 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=101, ppid=100, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T15:23:10,965 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39526, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T15:23:10,965 DEBUG [hconnection-0x3af42210-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T15:23:10,966 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39536, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T15:23:10,967 DEBUG [hconnection-0x1cbe5ed1-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T15:23:10,967 DEBUG [hconnection-0x467e061f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T15:23:10,968 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39538, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T15:23:10,968 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39550, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T15:23:10,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(8581): Flush requested on 74c08031ebf45a230367f9c2a97430e8 2024-11-22T15:23:10,971 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 74c08031ebf45a230367f9c2a97430e8 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-22T15:23:10,972 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74c08031ebf45a230367f9c2a97430e8, store=A 2024-11-22T15:23:10,972 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:23:10,972 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74c08031ebf45a230367f9c2a97430e8, store=B 2024-11-22T15:23:10,972 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:23:10,972 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74c08031ebf45a230367f9c2a97430e8, store=C 2024-11-22T15:23:10,972 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:23:10,996 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122e85d2a33f12a4a6c818cab0b615015a5_74c08031ebf45a230367f9c2a97430e8 is 50, key is test_row_0/A:col10/1732288990969/Put/seqid=0 2024-11-22T15:23:10,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742201_1377 (size=21918) 2024-11-22T15:23:11,019 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:11,019 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:11,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39492 deadline: 1732289050988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:11,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39550 deadline: 1732289050984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:11,025 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:11,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39498 deadline: 1732289051020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:11,025 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:11,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39526 deadline: 1732289051020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:11,026 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:11,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39538 deadline: 1732289051020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:11,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-22T15:23:11,117 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:23:11,118 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-22T15:23:11,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8. 2024-11-22T15:23:11,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8. as already flushing 2024-11-22T15:23:11,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8. 2024-11-22T15:23:11,118 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => 74c08031ebf45a230367f9c2a97430e8, NAME => 'TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:23:11,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => 74c08031ebf45a230367f9c2a97430e8, NAME => 'TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:23:11,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 74c08031ebf45a230367f9c2a97430e8, NAME => 'TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 74c08031ebf45a230367f9c2a97430e8, NAME => 'TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:23:11,123 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:11,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39550 deadline: 1732289051121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:11,124 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:11,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39492 deadline: 1732289051121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:11,126 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:11,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39498 deadline: 1732289051126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:11,127 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:11,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39526 deadline: 1732289051126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:11,127 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:11,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39538 deadline: 1732289051126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:11,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-22T15:23:11,270 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:23:11,270 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-22T15:23:11,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8. 2024-11-22T15:23:11,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8. as already flushing 2024-11-22T15:23:11,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8. 2024-11-22T15:23:11,271 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => 74c08031ebf45a230367f9c2a97430e8, NAME => 'TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:23:11,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => 74c08031ebf45a230367f9c2a97430e8, NAME => 'TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:23:11,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 74c08031ebf45a230367f9c2a97430e8, NAME => 'TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 74c08031ebf45a230367f9c2a97430e8, NAME => 'TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:23:11,328 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:11,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39550 deadline: 1732289051325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:11,331 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:11,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39492 deadline: 1732289051326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:11,331 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:11,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39526 deadline: 1732289051328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:11,332 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:11,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39538 deadline: 1732289051328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:11,332 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:11,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39498 deadline: 1732289051328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:11,399 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:11,402 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122e85d2a33f12a4a6c818cab0b615015a5_74c08031ebf45a230367f9c2a97430e8 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122e85d2a33f12a4a6c818cab0b615015a5_74c08031ebf45a230367f9c2a97430e8 2024-11-22T15:23:11,403 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/A/2a2f0407e472483081bbece9dc88777a, store: [table=TestAcidGuarantees family=A region=74c08031ebf45a230367f9c2a97430e8] 2024-11-22T15:23:11,404 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/A/2a2f0407e472483081bbece9dc88777a is 175, key is test_row_0/A:col10/1732288990969/Put/seqid=0 2024-11-22T15:23:11,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742202_1378 (size=65323) 2024-11-22T15:23:11,411 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=18, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/A/2a2f0407e472483081bbece9dc88777a 2024-11-22T15:23:11,422 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:23:11,423 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-22T15:23:11,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8. 2024-11-22T15:23:11,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8. as already flushing 2024-11-22T15:23:11,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8. 2024-11-22T15:23:11,423 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => 74c08031ebf45a230367f9c2a97430e8, NAME => 'TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:23:11,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => 74c08031ebf45a230367f9c2a97430e8, NAME => 'TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:23:11,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 74c08031ebf45a230367f9c2a97430e8, NAME => 'TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 74c08031ebf45a230367f9c2a97430e8, NAME => 'TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:23:11,433 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/B/40f1fbf42a2e4d8c9f9289f268a1dab3 is 50, key is test_row_0/B:col10/1732288990969/Put/seqid=0 2024-11-22T15:23:11,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742203_1379 (size=12001) 2024-11-22T15:23:11,439 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=18 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/B/40f1fbf42a2e4d8c9f9289f268a1dab3 2024-11-22T15:23:11,467 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/C/e865830f10ba4e398dbd9a6881b26472 is 50, key is test_row_0/C:col10/1732288990969/Put/seqid=0 2024-11-22T15:23:11,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742204_1380 (size=12001) 2024-11-22T15:23:11,472 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=18 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/C/e865830f10ba4e398dbd9a6881b26472 2024-11-22T15:23:11,476 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/A/2a2f0407e472483081bbece9dc88777a as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/2a2f0407e472483081bbece9dc88777a 2024-11-22T15:23:11,480 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/2a2f0407e472483081bbece9dc88777a, entries=350, sequenceid=18, filesize=63.8 K 2024-11-22T15:23:11,481 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/B/40f1fbf42a2e4d8c9f9289f268a1dab3 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/B/40f1fbf42a2e4d8c9f9289f268a1dab3 2024-11-22T15:23:11,487 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/B/40f1fbf42a2e4d8c9f9289f268a1dab3, entries=150, sequenceid=18, filesize=11.7 K 2024-11-22T15:23:11,489 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/C/e865830f10ba4e398dbd9a6881b26472 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/C/e865830f10ba4e398dbd9a6881b26472 2024-11-22T15:23:11,492 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/C/e865830f10ba4e398dbd9a6881b26472, entries=150, sequenceid=18, filesize=11.7 K 2024-11-22T15:23:11,493 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=140.89 KB/144270 for 74c08031ebf45a230367f9c2a97430e8 in 522ms, sequenceid=18, compaction requested=false 2024-11-22T15:23:11,493 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-22T15:23:11,494 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 74c08031ebf45a230367f9c2a97430e8: 2024-11-22T15:23:11,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-22T15:23:11,575 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:23:11,575 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-22T15:23:11,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8. 2024-11-22T15:23:11,576 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2837): Flushing 74c08031ebf45a230367f9c2a97430e8 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-22T15:23:11,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74c08031ebf45a230367f9c2a97430e8, store=A 2024-11-22T15:23:11,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:23:11,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74c08031ebf45a230367f9c2a97430e8, store=B 2024-11-22T15:23:11,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:23:11,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74c08031ebf45a230367f9c2a97430e8, store=C 2024-11-22T15:23:11,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:23:11,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112213da10fb174949ba8c312f5c6960b03c_74c08031ebf45a230367f9c2a97430e8 is 50, key is test_row_0/A:col10/1732288990979/Put/seqid=0 2024-11-22T15:23:11,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742205_1381 (size=12154) 2024-11-22T15:23:11,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:11,593 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112213da10fb174949ba8c312f5c6960b03c_74c08031ebf45a230367f9c2a97430e8 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112213da10fb174949ba8c312f5c6960b03c_74c08031ebf45a230367f9c2a97430e8 2024-11-22T15:23:11,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/A/cdd223b19a13445ea2f2f92ffc518fbd, store: [table=TestAcidGuarantees family=A region=74c08031ebf45a230367f9c2a97430e8] 2024-11-22T15:23:11,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/A/cdd223b19a13445ea2f2f92ffc518fbd is 175, key is test_row_0/A:col10/1732288990979/Put/seqid=0 2024-11-22T15:23:11,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742206_1382 (size=30955) 2024-11-22T15:23:11,607 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=42, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/A/cdd223b19a13445ea2f2f92ffc518fbd 2024-11-22T15:23:11,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(8581): Flush requested on 74c08031ebf45a230367f9c2a97430e8 2024-11-22T15:23:11,635 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8. as already flushing 2024-11-22T15:23:11,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/B/fa03be7f550949889181b8103565b5b5 is 50, key is test_row_0/B:col10/1732288990979/Put/seqid=0 2024-11-22T15:23:11,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742207_1383 (size=12001) 2024-11-22T15:23:11,643 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=42 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/B/fa03be7f550949889181b8103565b5b5 2024-11-22T15:23:11,644 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:11,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39538 deadline: 1732289051640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:11,645 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:11,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39550 deadline: 1732289051642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:11,648 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:11,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39526 deadline: 1732289051644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:11,649 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:11,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39498 deadline: 1732289051644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:11,649 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:11,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39492 deadline: 1732289051645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:11,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/C/ff778b9f7ba74fe5af18c2b40a67049c is 50, key is test_row_0/C:col10/1732288990979/Put/seqid=0 2024-11-22T15:23:11,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742208_1384 (size=12001) 2024-11-22T15:23:11,748 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:11,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39538 deadline: 1732289051746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:11,748 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:11,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39550 deadline: 1732289051746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:11,752 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:11,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39526 deadline: 1732289051749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:11,752 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:11,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39498 deadline: 1732289051749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:11,753 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:11,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39492 deadline: 1732289051750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:11,951 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:11,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39538 deadline: 1732289051949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:11,953 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:11,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39550 deadline: 1732289051950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:11,955 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:11,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39492 deadline: 1732289051953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:11,957 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:11,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39526 deadline: 1732289051954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:11,957 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:11,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39498 deadline: 1732289051954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:12,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-22T15:23:12,075 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=42 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/C/ff778b9f7ba74fe5af18c2b40a67049c 2024-11-22T15:23:12,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/A/cdd223b19a13445ea2f2f92ffc518fbd as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/cdd223b19a13445ea2f2f92ffc518fbd 2024-11-22T15:23:12,083 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/cdd223b19a13445ea2f2f92ffc518fbd, entries=150, sequenceid=42, filesize=30.2 K 2024-11-22T15:23:12,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/B/fa03be7f550949889181b8103565b5b5 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/B/fa03be7f550949889181b8103565b5b5 2024-11-22T15:23:12,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,088 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/B/fa03be7f550949889181b8103565b5b5, entries=150, sequenceid=42, filesize=11.7 K 2024-11-22T15:23:12,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/C/ff778b9f7ba74fe5af18c2b40a67049c as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/C/ff778b9f7ba74fe5af18c2b40a67049c 2024-11-22T15:23:12,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,094 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/C/ff778b9f7ba74fe5af18c2b40a67049c, entries=150, sequenceid=42, filesize=11.7 K 2024-11-22T15:23:12,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,095 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 74c08031ebf45a230367f9c2a97430e8 in 519ms, sequenceid=42, compaction requested=false 2024-11-22T15:23:12,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2538): Flush status journal for 74c08031ebf45a230367f9c2a97430e8: 2024-11-22T15:23:12,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8. 2024-11-22T15:23:12,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=101 2024-11-22T15:23:12,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4106): Remote procedure done, pid=101 2024-11-22T15:23:12,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,098 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=101, resume processing ppid=100 2024-11-22T15:23:12,098 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=101, ppid=100, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1320 sec 2024-11-22T15:23:12,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,104 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=100, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=100, table=TestAcidGuarantees in 1.1370 sec 2024-11-22T15:23:12,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(8581): Flush requested on 74c08031ebf45a230367f9c2a97430e8 2024-11-22T15:23:12,273 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 74c08031ebf45a230367f9c2a97430e8 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-22T15:23:12,273 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74c08031ebf45a230367f9c2a97430e8, store=A 2024-11-22T15:23:12,274 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:23:12,274 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74c08031ebf45a230367f9c2a97430e8, store=B 2024-11-22T15:23:12,274 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:23:12,274 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74c08031ebf45a230367f9c2a97430e8, store=C 2024-11-22T15:23:12,274 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:23:12,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,302 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122f0726935442b433e8a906ef1ae48bf21_74c08031ebf45a230367f9c2a97430e8 is 50, key is test_row_0/A:col10/1732288991643/Put/seqid=0 2024-11-22T15:23:12,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742209_1385 (size=12154) 2024-11-22T15:23:12,326 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:12,330 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122f0726935442b433e8a906ef1ae48bf21_74c08031ebf45a230367f9c2a97430e8 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122f0726935442b433e8a906ef1ae48bf21_74c08031ebf45a230367f9c2a97430e8 2024-11-22T15:23:12,331 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/A/9344fdcdfd76485d9c4447e32e52597b, store: [table=TestAcidGuarantees family=A region=74c08031ebf45a230367f9c2a97430e8] 2024-11-22T15:23:12,332 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/A/9344fdcdfd76485d9c4447e32e52597b is 175, key is test_row_0/A:col10/1732288991643/Put/seqid=0 2024-11-22T15:23:12,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742210_1386 (size=30951) 2024-11-22T15:23:12,342 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=55, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/A/9344fdcdfd76485d9c4447e32e52597b 2024-11-22T15:23:12,353 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/B/275d4c3c23fd455894949a0d60c107eb is 50, key is test_row_0/B:col10/1732288991643/Put/seqid=0 2024-11-22T15:23:12,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742211_1387 (size=9657) 2024-11-22T15:23:12,367 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:12,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39492 deadline: 1732289052362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:12,385 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:12,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39526 deadline: 1732289052366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:12,388 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:12,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39498 deadline: 1732289052367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:12,388 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:12,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39550 deadline: 1732289052367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:12,389 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:12,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39538 deadline: 1732289052367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:12,475 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:12,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39492 deadline: 1732289052469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:12,496 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:12,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39526 deadline: 1732289052486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:12,496 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:12,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39538 deadline: 1732289052490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:12,497 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:12,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39498 deadline: 1732289052491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:12,507 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:12,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39550 deadline: 1732289052506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:12,608 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-22T15:23:12,686 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:12,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39492 deadline: 1732289052679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:12,708 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:12,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39538 deadline: 1732289052698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:12,709 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:12,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39498 deadline: 1732289052699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:12,716 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:12,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39526 deadline: 1732289052708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:12,718 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:12,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39550 deadline: 1732289052708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:12,765 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/B/275d4c3c23fd455894949a0d60c107eb 2024-11-22T15:23:12,789 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/C/ea3a6293a5024dd899d0c9670dd42d7b is 50, key is test_row_0/C:col10/1732288991643/Put/seqid=0 2024-11-22T15:23:12,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742212_1388 (size=9657) 2024-11-22T15:23:12,996 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:12,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39492 deadline: 1732289052988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:13,016 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:13,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39538 deadline: 1732289053011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:13,016 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:13,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39498 deadline: 1732289053012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:13,024 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:13,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39526 deadline: 1732289053019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:13,025 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:13,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39550 deadline: 1732289053019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:13,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-22T15:23:13,068 INFO [Thread-1690 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 100 completed 2024-11-22T15:23:13,070 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T15:23:13,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] procedure2.ProcedureExecutor(1098): Stored pid=102, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=102, table=TestAcidGuarantees 2024-11-22T15:23:13,071 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=102, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=102, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T15:23:13,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-22T15:23:13,071 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=102, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=102, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T15:23:13,072 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=103, ppid=102, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T15:23:13,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-22T15:23:13,223 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:23:13,224 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-22T15:23:13,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8. 2024-11-22T15:23:13,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8. as already flushing 2024-11-22T15:23:13,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8. 2024-11-22T15:23:13,224 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => 74c08031ebf45a230367f9c2a97430e8, NAME => 'TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:23:13,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => 74c08031ebf45a230367f9c2a97430e8, NAME => 'TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:23:13,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 74c08031ebf45a230367f9c2a97430e8, NAME => 'TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 74c08031ebf45a230367f9c2a97430e8, NAME => 'TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:23:13,241 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/C/ea3a6293a5024dd899d0c9670dd42d7b 2024-11-22T15:23:13,246 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/A/9344fdcdfd76485d9c4447e32e52597b as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/9344fdcdfd76485d9c4447e32e52597b 2024-11-22T15:23:13,250 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/9344fdcdfd76485d9c4447e32e52597b, entries=150, sequenceid=55, filesize=30.2 K 2024-11-22T15:23:13,251 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/B/275d4c3c23fd455894949a0d60c107eb as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/B/275d4c3c23fd455894949a0d60c107eb 2024-11-22T15:23:13,255 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/B/275d4c3c23fd455894949a0d60c107eb, entries=100, sequenceid=55, filesize=9.4 K 2024-11-22T15:23:13,256 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/C/ea3a6293a5024dd899d0c9670dd42d7b as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/C/ea3a6293a5024dd899d0c9670dd42d7b 2024-11-22T15:23:13,260 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/C/ea3a6293a5024dd899d0c9670dd42d7b, entries=100, sequenceid=55, filesize=9.4 K 2024-11-22T15:23:13,261 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 74c08031ebf45a230367f9c2a97430e8 in 988ms, sequenceid=55, compaction requested=true 2024-11-22T15:23:13,261 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 74c08031ebf45a230367f9c2a97430e8: 2024-11-22T15:23:13,261 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 74c08031ebf45a230367f9c2a97430e8:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T15:23:13,261 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T15:23:13,261 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T15:23:13,261 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 74c08031ebf45a230367f9c2a97430e8:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T15:23:13,261 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T15:23:13,261 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 74c08031ebf45a230367f9c2a97430e8:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T15:23:13,261 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T15:23:13,261 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T15:23:13,262 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 127229 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T15:23:13,262 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T15:23:13,262 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1540): 74c08031ebf45a230367f9c2a97430e8/A is initiating minor compaction (all files) 2024-11-22T15:23:13,262 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1540): 74c08031ebf45a230367f9c2a97430e8/B is initiating minor compaction (all files) 2024-11-22T15:23:13,262 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 74c08031ebf45a230367f9c2a97430e8/B in TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8. 2024-11-22T15:23:13,262 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 74c08031ebf45a230367f9c2a97430e8/A in TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8. 2024-11-22T15:23:13,262 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/B/40f1fbf42a2e4d8c9f9289f268a1dab3, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/B/fa03be7f550949889181b8103565b5b5, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/B/275d4c3c23fd455894949a0d60c107eb] into tmpdir=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp, totalSize=32.9 K 2024-11-22T15:23:13,262 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/2a2f0407e472483081bbece9dc88777a, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/cdd223b19a13445ea2f2f92ffc518fbd, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/9344fdcdfd76485d9c4447e32e52597b] into tmpdir=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp, totalSize=124.2 K 2024-11-22T15:23:13,263 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8. 2024-11-22T15:23:13,263 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8. files: [hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/2a2f0407e472483081bbece9dc88777a, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/cdd223b19a13445ea2f2f92ffc518fbd, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/9344fdcdfd76485d9c4447e32e52597b] 2024-11-22T15:23:13,263 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting 40f1fbf42a2e4d8c9f9289f268a1dab3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=18, earliestPutTs=1732288990969 2024-11-22T15:23:13,263 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting 2a2f0407e472483081bbece9dc88777a, keycount=350, bloomtype=ROW, size=63.8 K, encoding=NONE, compression=NONE, seqNum=18, earliestPutTs=1732288990966 2024-11-22T15:23:13,263 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting cdd223b19a13445ea2f2f92ffc518fbd, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=42, earliestPutTs=1732288990979 2024-11-22T15:23:13,263 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting fa03be7f550949889181b8103565b5b5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=42, earliestPutTs=1732288990979 2024-11-22T15:23:13,263 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting 9344fdcdfd76485d9c4447e32e52597b, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1732288991642 2024-11-22T15:23:13,263 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting 275d4c3c23fd455894949a0d60c107eb, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1732288991643 2024-11-22T15:23:13,281 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=74c08031ebf45a230367f9c2a97430e8] 2024-11-22T15:23:13,284 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 74c08031ebf45a230367f9c2a97430e8#B#compaction#340 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T15:23:13,285 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/B/f47e04b035ac4051b0504de83401cd36 is 50, key is test_row_0/B:col10/1732288991643/Put/seqid=0 2024-11-22T15:23:13,299 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241122c6c900c359ef43de956c3ddbaa536e58_74c08031ebf45a230367f9c2a97430e8 store=[table=TestAcidGuarantees family=A region=74c08031ebf45a230367f9c2a97430e8] 2024-11-22T15:23:13,301 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241122c6c900c359ef43de956c3ddbaa536e58_74c08031ebf45a230367f9c2a97430e8, store=[table=TestAcidGuarantees family=A region=74c08031ebf45a230367f9c2a97430e8] 2024-11-22T15:23:13,301 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122c6c900c359ef43de956c3ddbaa536e58_74c08031ebf45a230367f9c2a97430e8 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=74c08031ebf45a230367f9c2a97430e8] 2024-11-22T15:23:13,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742213_1389 (size=12104) 2024-11-22T15:23:13,347 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/B/f47e04b035ac4051b0504de83401cd36 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/B/f47e04b035ac4051b0504de83401cd36 2024-11-22T15:23:13,359 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 74c08031ebf45a230367f9c2a97430e8/B of 74c08031ebf45a230367f9c2a97430e8 into f47e04b035ac4051b0504de83401cd36(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T15:23:13,359 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 74c08031ebf45a230367f9c2a97430e8: 2024-11-22T15:23:13,359 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8., storeName=74c08031ebf45a230367f9c2a97430e8/B, priority=13, startTime=1732288993261; duration=0sec 2024-11-22T15:23:13,359 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T15:23:13,359 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 74c08031ebf45a230367f9c2a97430e8:B 2024-11-22T15:23:13,359 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T15:23:13,361 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T15:23:13,361 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1540): 74c08031ebf45a230367f9c2a97430e8/C is initiating minor compaction (all files) 2024-11-22T15:23:13,361 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 74c08031ebf45a230367f9c2a97430e8/C in TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8. 2024-11-22T15:23:13,361 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/C/e865830f10ba4e398dbd9a6881b26472, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/C/ff778b9f7ba74fe5af18c2b40a67049c, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/C/ea3a6293a5024dd899d0c9670dd42d7b] into tmpdir=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp, totalSize=32.9 K 2024-11-22T15:23:13,362 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting e865830f10ba4e398dbd9a6881b26472, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=18, earliestPutTs=1732288990969 2024-11-22T15:23:13,362 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting ff778b9f7ba74fe5af18c2b40a67049c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=42, earliestPutTs=1732288990979 2024-11-22T15:23:13,362 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting ea3a6293a5024dd899d0c9670dd42d7b, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1732288991643 2024-11-22T15:23:13,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742214_1390 (size=4469) 2024-11-22T15:23:13,368 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 74c08031ebf45a230367f9c2a97430e8#A#compaction#339 average throughput is 0.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T15:23:13,369 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/A/95f8e47d34334b0e8de93d8b57aab9b4 is 175, key is test_row_0/A:col10/1732288991643/Put/seqid=0 2024-11-22T15:23:13,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-22T15:23:13,376 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:23:13,376 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-22T15:23:13,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8. 2024-11-22T15:23:13,377 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2837): Flushing 74c08031ebf45a230367f9c2a97430e8 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-22T15:23:13,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74c08031ebf45a230367f9c2a97430e8, store=A 2024-11-22T15:23:13,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:23:13,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74c08031ebf45a230367f9c2a97430e8, store=B 2024-11-22T15:23:13,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:23:13,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74c08031ebf45a230367f9c2a97430e8, store=C 2024-11-22T15:23:13,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:23:13,401 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 74c08031ebf45a230367f9c2a97430e8#C#compaction#341 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T15:23:13,401 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/C/87af897cb2f3439da84197ec99ce96ba is 50, key is test_row_0/C:col10/1732288991643/Put/seqid=0 2024-11-22T15:23:13,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742215_1391 (size=31165) 2024-11-22T15:23:13,430 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/A/95f8e47d34334b0e8de93d8b57aab9b4 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/95f8e47d34334b0e8de93d8b57aab9b4 2024-11-22T15:23:13,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411227a1d94709005484ea9f06a7cc886feba_74c08031ebf45a230367f9c2a97430e8 is 50, key is test_row_0/A:col10/1732288992364/Put/seqid=0 2024-11-22T15:23:13,443 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 74c08031ebf45a230367f9c2a97430e8/A of 74c08031ebf45a230367f9c2a97430e8 into 95f8e47d34334b0e8de93d8b57aab9b4(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T15:23:13,443 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 74c08031ebf45a230367f9c2a97430e8: 2024-11-22T15:23:13,443 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8., storeName=74c08031ebf45a230367f9c2a97430e8/A, priority=13, startTime=1732288993261; duration=0sec 2024-11-22T15:23:13,443 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T15:23:13,443 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 74c08031ebf45a230367f9c2a97430e8:A 2024-11-22T15:23:13,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742216_1392 (size=12104) 2024-11-22T15:23:13,473 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/C/87af897cb2f3439da84197ec99ce96ba as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/C/87af897cb2f3439da84197ec99ce96ba 2024-11-22T15:23:13,481 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 74c08031ebf45a230367f9c2a97430e8/C of 74c08031ebf45a230367f9c2a97430e8 into 87af897cb2f3439da84197ec99ce96ba(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T15:23:13,481 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 74c08031ebf45a230367f9c2a97430e8: 2024-11-22T15:23:13,481 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8., storeName=74c08031ebf45a230367f9c2a97430e8/C, priority=13, startTime=1732288993261; duration=0sec 2024-11-22T15:23:13,481 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T15:23:13,481 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 74c08031ebf45a230367f9c2a97430e8:C 2024-11-22T15:23:13,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742217_1393 (size=12154) 2024-11-22T15:23:13,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:13,494 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411227a1d94709005484ea9f06a7cc886feba_74c08031ebf45a230367f9c2a97430e8 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411227a1d94709005484ea9f06a7cc886feba_74c08031ebf45a230367f9c2a97430e8 2024-11-22T15:23:13,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/A/1d883d767e4d4b18a60c4b2ed7ebc1b6, store: [table=TestAcidGuarantees family=A region=74c08031ebf45a230367f9c2a97430e8] 2024-11-22T15:23:13,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/A/1d883d767e4d4b18a60c4b2ed7ebc1b6 is 175, key is test_row_0/A:col10/1732288992364/Put/seqid=0 2024-11-22T15:23:13,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(8581): Flush requested on 74c08031ebf45a230367f9c2a97430e8 2024-11-22T15:23:13,503 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8. as already flushing 2024-11-22T15:23:13,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742218_1394 (size=30955) 2024-11-22T15:23:13,506 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=80, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/A/1d883d767e4d4b18a60c4b2ed7ebc1b6 2024-11-22T15:23:13,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/B/74e0fe7ed005469bb16547d427cddede is 50, key is test_row_0/B:col10/1732288992364/Put/seqid=0 2024-11-22T15:23:13,536 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:13,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39550 deadline: 1732289053526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:13,537 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:13,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39492 deadline: 1732289053526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:13,540 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:13,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39538 deadline: 1732289053531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:13,546 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:13,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39526 deadline: 1732289053537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:13,547 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:13,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39498 deadline: 1732289053540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:13,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742219_1395 (size=12001) 2024-11-22T15:23:13,568 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=80 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/B/74e0fe7ed005469bb16547d427cddede 2024-11-22T15:23:13,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/C/d6a2e0cd4d9546ba88cafab11ba9bd7b is 50, key is test_row_0/C:col10/1732288992364/Put/seqid=0 2024-11-22T15:23:13,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742220_1396 (size=12001) 2024-11-22T15:23:13,645 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:13,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39492 deadline: 1732289053638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:13,645 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:13,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39538 deadline: 1732289053642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:13,654 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:13,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39526 deadline: 1732289053648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:13,655 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:13,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39498 deadline: 1732289053650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:13,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-22T15:23:13,849 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:13,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39538 deadline: 1732289053848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:13,855 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:13,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39492 deadline: 1732289053849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:13,861 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:13,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39526 deadline: 1732289053856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:13,867 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:13,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39498 deadline: 1732289053857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:14,016 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=80 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/C/d6a2e0cd4d9546ba88cafab11ba9bd7b 2024-11-22T15:23:14,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/A/1d883d767e4d4b18a60c4b2ed7ebc1b6 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/1d883d767e4d4b18a60c4b2ed7ebc1b6 2024-11-22T15:23:14,029 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/1d883d767e4d4b18a60c4b2ed7ebc1b6, entries=150, sequenceid=80, filesize=30.2 K 2024-11-22T15:23:14,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/B/74e0fe7ed005469bb16547d427cddede as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/B/74e0fe7ed005469bb16547d427cddede 2024-11-22T15:23:14,036 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/B/74e0fe7ed005469bb16547d427cddede, entries=150, sequenceid=80, filesize=11.7 K 2024-11-22T15:23:14,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/C/d6a2e0cd4d9546ba88cafab11ba9bd7b as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/C/d6a2e0cd4d9546ba88cafab11ba9bd7b 2024-11-22T15:23:14,043 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/C/d6a2e0cd4d9546ba88cafab11ba9bd7b, entries=150, sequenceid=80, filesize=11.7 K 2024-11-22T15:23:14,044 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 74c08031ebf45a230367f9c2a97430e8 in 667ms, sequenceid=80, compaction requested=false 2024-11-22T15:23:14,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2538): Flush status journal for 74c08031ebf45a230367f9c2a97430e8: 2024-11-22T15:23:14,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8. 2024-11-22T15:23:14,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=103 2024-11-22T15:23:14,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4106): Remote procedure done, pid=103 2024-11-22T15:23:14,047 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=103, resume processing ppid=102 2024-11-22T15:23:14,047 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=103, ppid=102, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 973 msec 2024-11-22T15:23:14,050 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=102, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=102, table=TestAcidGuarantees in 980 msec 2024-11-22T15:23:14,156 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 74c08031ebf45a230367f9c2a97430e8 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-22T15:23:14,156 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74c08031ebf45a230367f9c2a97430e8, store=A 2024-11-22T15:23:14,156 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:23:14,156 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74c08031ebf45a230367f9c2a97430e8, store=B 2024-11-22T15:23:14,156 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:23:14,156 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74c08031ebf45a230367f9c2a97430e8, store=C 2024-11-22T15:23:14,157 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:23:14,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(8581): Flush requested on 74c08031ebf45a230367f9c2a97430e8 2024-11-22T15:23:14,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-22T15:23:14,176 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122792884189ab94686ac4c11898fd966ea_74c08031ebf45a230367f9c2a97430e8 is 50, key is test_row_0/A:col10/1732288993501/Put/seqid=0 2024-11-22T15:23:14,177 INFO [Thread-1690 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 102 completed 2024-11-22T15:23:14,178 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T15:23:14,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] procedure2.ProcedureExecutor(1098): Stored pid=104, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees 2024-11-22T15:23:14,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-22T15:23:14,181 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=104, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T15:23:14,182 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=104, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T15:23:14,182 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=105, ppid=104, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T15:23:14,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742221_1397 (size=12154) 2024-11-22T15:23:14,213 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:14,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39538 deadline: 1732289054204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:14,214 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:14,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39498 deadline: 1732289054204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:14,214 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:14,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39492 deadline: 1732289054209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:14,218 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:14,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39526 deadline: 1732289054210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:14,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-22T15:23:14,319 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:14,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39538 deadline: 1732289054315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:14,324 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:14,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39498 deadline: 1732289054316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:14,324 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:14,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39492 deadline: 1732289054316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:14,325 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:14,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39526 deadline: 1732289054320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:14,334 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:23:14,335 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-22T15:23:14,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8. 2024-11-22T15:23:14,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8. as already flushing 2024-11-22T15:23:14,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8. 2024-11-22T15:23:14,335 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => 74c08031ebf45a230367f9c2a97430e8, NAME => 'TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:23:14,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => 74c08031ebf45a230367f9c2a97430e8, NAME => 'TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:23:14,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 74c08031ebf45a230367f9c2a97430e8, NAME => 'TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 74c08031ebf45a230367f9c2a97430e8, NAME => 'TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:23:14,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-22T15:23:14,487 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:23:14,487 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-22T15:23:14,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8. 2024-11-22T15:23:14,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8. as already flushing 2024-11-22T15:23:14,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8. 2024-11-22T15:23:14,488 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => 74c08031ebf45a230367f9c2a97430e8, NAME => 'TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:23:14,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => 74c08031ebf45a230367f9c2a97430e8, NAME => 'TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:23:14,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 74c08031ebf45a230367f9c2a97430e8, NAME => 'TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 74c08031ebf45a230367f9c2a97430e8, NAME => 'TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:23:14,528 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:14,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39538 deadline: 1732289054520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:14,528 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:14,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39492 deadline: 1732289054525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:14,528 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:14,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39498 deadline: 1732289054525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:14,542 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:14,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39526 deadline: 1732289054529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:14,551 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:14,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39550 deadline: 1732289054545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:14,603 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:14,607 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122792884189ab94686ac4c11898fd966ea_74c08031ebf45a230367f9c2a97430e8 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122792884189ab94686ac4c11898fd966ea_74c08031ebf45a230367f9c2a97430e8 2024-11-22T15:23:14,608 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/A/ba92e6ead8a3480d853f5aa39867c802, store: [table=TestAcidGuarantees family=A region=74c08031ebf45a230367f9c2a97430e8] 2024-11-22T15:23:14,608 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/A/ba92e6ead8a3480d853f5aa39867c802 is 175, key is test_row_0/A:col10/1732288993501/Put/seqid=0 2024-11-22T15:23:14,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742222_1398 (size=30955) 2024-11-22T15:23:14,639 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:23:14,640 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-22T15:23:14,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8. 2024-11-22T15:23:14,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8. as already flushing 2024-11-22T15:23:14,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8. 2024-11-22T15:23:14,640 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => 74c08031ebf45a230367f9c2a97430e8, NAME => 'TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:23:14,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => 74c08031ebf45a230367f9c2a97430e8, NAME => 'TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:23:14,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 74c08031ebf45a230367f9c2a97430e8, NAME => 'TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 74c08031ebf45a230367f9c2a97430e8, NAME => 'TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:23:14,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-22T15:23:14,792 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:23:14,792 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-22T15:23:14,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8. 2024-11-22T15:23:14,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8. as already flushing 2024-11-22T15:23:14,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8. 2024-11-22T15:23:14,792 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => 74c08031ebf45a230367f9c2a97430e8, NAME => 'TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:23:14,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => 74c08031ebf45a230367f9c2a97430e8, NAME => 'TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:23:14,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 74c08031ebf45a230367f9c2a97430e8, NAME => 'TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 74c08031ebf45a230367f9c2a97430e8, NAME => 'TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:23:14,836 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:14,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39492 deadline: 1732289054829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:14,836 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:14,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39538 deadline: 1732289054829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:14,836 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:14,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39498 deadline: 1732289054831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:14,850 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:14,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39526 deadline: 1732289054844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:14,945 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:23:14,945 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-22T15:23:14,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8. 2024-11-22T15:23:14,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8. as already flushing 2024-11-22T15:23:14,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8. 2024-11-22T15:23:14,945 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => 74c08031ebf45a230367f9c2a97430e8, NAME => 'TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:23:14,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => 74c08031ebf45a230367f9c2a97430e8, NAME => 'TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:23:14,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 74c08031ebf45a230367f9c2a97430e8, NAME => 'TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 74c08031ebf45a230367f9c2a97430e8, NAME => 'TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:23:15,033 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=95, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/A/ba92e6ead8a3480d853f5aa39867c802 2024-11-22T15:23:15,055 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/B/50021ded951b4879a7c45b2b1e5eac73 is 50, key is test_row_0/B:col10/1732288993501/Put/seqid=0 2024-11-22T15:23:15,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742223_1399 (size=12001) 2024-11-22T15:23:15,081 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/B/50021ded951b4879a7c45b2b1e5eac73 2024-11-22T15:23:15,106 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:23:15,107 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/C/005c425e1b8243a9ba191eee1e48cc5c is 50, key is test_row_0/C:col10/1732288993501/Put/seqid=0 2024-11-22T15:23:15,107 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-22T15:23:15,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8. 2024-11-22T15:23:15,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8. as already flushing 2024-11-22T15:23:15,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8. 2024-11-22T15:23:15,107 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => 74c08031ebf45a230367f9c2a97430e8, NAME => 'TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:23:15,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => 74c08031ebf45a230367f9c2a97430e8, NAME => 'TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:23:15,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 74c08031ebf45a230367f9c2a97430e8, NAME => 'TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 74c08031ebf45a230367f9c2a97430e8, NAME => 'TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:23:15,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742224_1400 (size=12001) 2024-11-22T15:23:15,133 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/C/005c425e1b8243a9ba191eee1e48cc5c 2024-11-22T15:23:15,140 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/A/ba92e6ead8a3480d853f5aa39867c802 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/ba92e6ead8a3480d853f5aa39867c802 2024-11-22T15:23:15,144 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/ba92e6ead8a3480d853f5aa39867c802, entries=150, sequenceid=95, filesize=30.2 K 2024-11-22T15:23:15,145 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/B/50021ded951b4879a7c45b2b1e5eac73 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/B/50021ded951b4879a7c45b2b1e5eac73 2024-11-22T15:23:15,150 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/B/50021ded951b4879a7c45b2b1e5eac73, entries=150, sequenceid=95, filesize=11.7 K 2024-11-22T15:23:15,152 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/C/005c425e1b8243a9ba191eee1e48cc5c as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/C/005c425e1b8243a9ba191eee1e48cc5c 2024-11-22T15:23:15,157 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/C/005c425e1b8243a9ba191eee1e48cc5c, entries=150, sequenceid=95, filesize=11.7 K 2024-11-22T15:23:15,159 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 74c08031ebf45a230367f9c2a97430e8 in 1003ms, sequenceid=95, compaction requested=true 2024-11-22T15:23:15,159 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 74c08031ebf45a230367f9c2a97430e8: 2024-11-22T15:23:15,159 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T15:23:15,160 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 74c08031ebf45a230367f9c2a97430e8:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T15:23:15,160 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T15:23:15,160 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T15:23:15,160 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 74c08031ebf45a230367f9c2a97430e8:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T15:23:15,160 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T15:23:15,160 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 74c08031ebf45a230367f9c2a97430e8:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T15:23:15,160 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T15:23:15,161 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93075 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T15:23:15,161 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1540): 74c08031ebf45a230367f9c2a97430e8/A is initiating minor compaction (all files) 2024-11-22T15:23:15,161 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 74c08031ebf45a230367f9c2a97430e8/A in TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8. 2024-11-22T15:23:15,161 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/95f8e47d34334b0e8de93d8b57aab9b4, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/1d883d767e4d4b18a60c4b2ed7ebc1b6, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/ba92e6ead8a3480d853f5aa39867c802] into tmpdir=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp, totalSize=90.9 K 2024-11-22T15:23:15,161 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8. 2024-11-22T15:23:15,161 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8. files: [hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/95f8e47d34334b0e8de93d8b57aab9b4, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/1d883d767e4d4b18a60c4b2ed7ebc1b6, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/ba92e6ead8a3480d853f5aa39867c802] 2024-11-22T15:23:15,161 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting 95f8e47d34334b0e8de93d8b57aab9b4, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1732288990992 2024-11-22T15:23:15,162 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T15:23:15,162 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1540): 74c08031ebf45a230367f9c2a97430e8/B is initiating minor compaction (all files) 2024-11-22T15:23:15,162 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 74c08031ebf45a230367f9c2a97430e8/B in TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8. 2024-11-22T15:23:15,162 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/B/f47e04b035ac4051b0504de83401cd36, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/B/74e0fe7ed005469bb16547d427cddede, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/B/50021ded951b4879a7c45b2b1e5eac73] into tmpdir=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp, totalSize=35.3 K 2024-11-22T15:23:15,162 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1d883d767e4d4b18a60c4b2ed7ebc1b6, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1732288992340 2024-11-22T15:23:15,162 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting f47e04b035ac4051b0504de83401cd36, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1732288990992 2024-11-22T15:23:15,162 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting ba92e6ead8a3480d853f5aa39867c802, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1732288993501 2024-11-22T15:23:15,163 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting 74e0fe7ed005469bb16547d427cddede, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1732288992340 2024-11-22T15:23:15,163 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting 50021ded951b4879a7c45b2b1e5eac73, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1732288993501 2024-11-22T15:23:15,175 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 74c08031ebf45a230367f9c2a97430e8#B#compaction#348 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T15:23:15,176 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/B/071b6242de4d4f598b20340868d407f6 is 50, key is test_row_0/B:col10/1732288993501/Put/seqid=0 2024-11-22T15:23:15,183 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=74c08031ebf45a230367f9c2a97430e8] 2024-11-22T15:23:15,199 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241122f1b42fe66e754cdb982b4cba9cd2af90_74c08031ebf45a230367f9c2a97430e8 store=[table=TestAcidGuarantees family=A region=74c08031ebf45a230367f9c2a97430e8] 2024-11-22T15:23:15,201 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241122f1b42fe66e754cdb982b4cba9cd2af90_74c08031ebf45a230367f9c2a97430e8, store=[table=TestAcidGuarantees family=A region=74c08031ebf45a230367f9c2a97430e8] 2024-11-22T15:23:15,201 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122f1b42fe66e754cdb982b4cba9cd2af90_74c08031ebf45a230367f9c2a97430e8 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=74c08031ebf45a230367f9c2a97430e8] 2024-11-22T15:23:15,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742225_1401 (size=12207) 2024-11-22T15:23:15,237 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/B/071b6242de4d4f598b20340868d407f6 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/B/071b6242de4d4f598b20340868d407f6 2024-11-22T15:23:15,245 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 74c08031ebf45a230367f9c2a97430e8/B of 74c08031ebf45a230367f9c2a97430e8 into 071b6242de4d4f598b20340868d407f6(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T15:23:15,245 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 74c08031ebf45a230367f9c2a97430e8: 2024-11-22T15:23:15,245 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8., storeName=74c08031ebf45a230367f9c2a97430e8/B, priority=13, startTime=1732288995160; duration=0sec 2024-11-22T15:23:15,248 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T15:23:15,248 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 74c08031ebf45a230367f9c2a97430e8:B 2024-11-22T15:23:15,249 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T15:23:15,251 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T15:23:15,251 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1540): 74c08031ebf45a230367f9c2a97430e8/C is initiating minor compaction (all files) 2024-11-22T15:23:15,251 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 74c08031ebf45a230367f9c2a97430e8/C in TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8. 2024-11-22T15:23:15,252 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/C/87af897cb2f3439da84197ec99ce96ba, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/C/d6a2e0cd4d9546ba88cafab11ba9bd7b, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/C/005c425e1b8243a9ba191eee1e48cc5c] into tmpdir=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp, totalSize=35.3 K 2024-11-22T15:23:15,252 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting 87af897cb2f3439da84197ec99ce96ba, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1732288990992 2024-11-22T15:23:15,252 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting d6a2e0cd4d9546ba88cafab11ba9bd7b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1732288992340 2024-11-22T15:23:15,253 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting 005c425e1b8243a9ba191eee1e48cc5c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1732288993501 2024-11-22T15:23:15,260 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:23:15,260 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-22T15:23:15,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8. 2024-11-22T15:23:15,261 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2837): Flushing 74c08031ebf45a230367f9c2a97430e8 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-22T15:23:15,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74c08031ebf45a230367f9c2a97430e8, store=A 2024-11-22T15:23:15,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:23:15,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74c08031ebf45a230367f9c2a97430e8, store=B 2024-11-22T15:23:15,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:23:15,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74c08031ebf45a230367f9c2a97430e8, store=C 2024-11-22T15:23:15,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:23:15,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122c428737fad474031a4abfa323f8811bf_74c08031ebf45a230367f9c2a97430e8 is 50, key is test_row_0/A:col10/1732288994207/Put/seqid=0 2024-11-22T15:23:15,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742226_1402 (size=4469) 2024-11-22T15:23:15,282 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 74c08031ebf45a230367f9c2a97430e8#A#compaction#349 average throughput is 0.25 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T15:23:15,283 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/A/d06e2a7f47a342f4956677cfaed5fe36 is 175, key is test_row_0/A:col10/1732288993501/Put/seqid=0 2024-11-22T15:23:15,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-22T15:23:15,285 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 74c08031ebf45a230367f9c2a97430e8#C#compaction#351 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T15:23:15,286 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/C/459564a3020b4aed89ef8f5d8f6bee2e is 50, key is test_row_0/C:col10/1732288993501/Put/seqid=0 2024-11-22T15:23:15,341 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8. as already flushing 2024-11-22T15:23:15,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(8581): Flush requested on 74c08031ebf45a230367f9c2a97430e8 2024-11-22T15:23:15,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742227_1403 (size=12154) 2024-11-22T15:23:15,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:15,353 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122c428737fad474031a4abfa323f8811bf_74c08031ebf45a230367f9c2a97430e8 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122c428737fad474031a4abfa323f8811bf_74c08031ebf45a230367f9c2a97430e8 2024-11-22T15:23:15,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/A/e518f44d4f524d428a320499336a25f7, store: [table=TestAcidGuarantees family=A region=74c08031ebf45a230367f9c2a97430e8] 2024-11-22T15:23:15,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/A/e518f44d4f524d428a320499336a25f7 is 175, key is test_row_0/A:col10/1732288994207/Put/seqid=0 2024-11-22T15:23:15,370 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:15,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39526 deadline: 1732289055360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:15,374 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:15,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39492 deadline: 1732289055367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:15,374 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:15,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39498 deadline: 1732289055367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:15,379 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:15,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39538 deadline: 1732289055370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:15,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742228_1404 (size=31161) 2024-11-22T15:23:15,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742229_1405 (size=12207) 2024-11-22T15:23:15,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742230_1406 (size=30955) 2024-11-22T15:23:15,398 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=119, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/A/e518f44d4f524d428a320499336a25f7 2024-11-22T15:23:15,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/B/cbaf0f9629c84a29914763b33597cae8 is 50, key is test_row_0/B:col10/1732288994207/Put/seqid=0 2024-11-22T15:23:15,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742231_1407 (size=12001) 2024-11-22T15:23:15,479 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:15,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39526 deadline: 1732289055471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:15,479 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:15,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39492 deadline: 1732289055475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:15,480 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:15,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39498 deadline: 1732289055475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:15,490 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:15,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39538 deadline: 1732289055481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:15,689 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:15,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39498 deadline: 1732289055681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:15,690 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:15,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39526 deadline: 1732289055681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:15,690 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:15,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39492 deadline: 1732289055681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:15,700 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:15,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39538 deadline: 1732289055693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:15,793 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/A/d06e2a7f47a342f4956677cfaed5fe36 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/d06e2a7f47a342f4956677cfaed5fe36 2024-11-22T15:23:15,798 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/C/459564a3020b4aed89ef8f5d8f6bee2e as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/C/459564a3020b4aed89ef8f5d8f6bee2e 2024-11-22T15:23:15,799 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 74c08031ebf45a230367f9c2a97430e8/A of 74c08031ebf45a230367f9c2a97430e8 into d06e2a7f47a342f4956677cfaed5fe36(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T15:23:15,799 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 74c08031ebf45a230367f9c2a97430e8: 2024-11-22T15:23:15,799 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8., storeName=74c08031ebf45a230367f9c2a97430e8/A, priority=13, startTime=1732288995159; duration=0sec 2024-11-22T15:23:15,800 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T15:23:15,800 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 74c08031ebf45a230367f9c2a97430e8:A 2024-11-22T15:23:15,805 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 74c08031ebf45a230367f9c2a97430e8/C of 74c08031ebf45a230367f9c2a97430e8 into 459564a3020b4aed89ef8f5d8f6bee2e(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T15:23:15,805 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 74c08031ebf45a230367f9c2a97430e8: 2024-11-22T15:23:15,805 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8., storeName=74c08031ebf45a230367f9c2a97430e8/C, priority=13, startTime=1732288995160; duration=0sec 2024-11-22T15:23:15,806 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T15:23:15,806 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 74c08031ebf45a230367f9c2a97430e8:C 2024-11-22T15:23:15,886 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/B/cbaf0f9629c84a29914763b33597cae8 2024-11-22T15:23:15,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/C/8eef1d0fcb1d4580b410e371bfbc663f is 50, key is test_row_0/C:col10/1732288994207/Put/seqid=0 2024-11-22T15:23:15,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742232_1408 (size=12001) 2024-11-22T15:23:15,948 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/C/8eef1d0fcb1d4580b410e371bfbc663f 2024-11-22T15:23:15,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/A/e518f44d4f524d428a320499336a25f7 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/e518f44d4f524d428a320499336a25f7 2024-11-22T15:23:15,963 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/e518f44d4f524d428a320499336a25f7, entries=150, sequenceid=119, filesize=30.2 K 2024-11-22T15:23:15,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/B/cbaf0f9629c84a29914763b33597cae8 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/B/cbaf0f9629c84a29914763b33597cae8 2024-11-22T15:23:15,970 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/B/cbaf0f9629c84a29914763b33597cae8, entries=150, sequenceid=119, filesize=11.7 K 2024-11-22T15:23:15,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/C/8eef1d0fcb1d4580b410e371bfbc663f as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/C/8eef1d0fcb1d4580b410e371bfbc663f 2024-11-22T15:23:15,975 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/C/8eef1d0fcb1d4580b410e371bfbc663f, entries=150, sequenceid=119, filesize=11.7 K 2024-11-22T15:23:15,978 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 74c08031ebf45a230367f9c2a97430e8 in 717ms, sequenceid=119, compaction requested=false 2024-11-22T15:23:15,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2538): Flush status journal for 74c08031ebf45a230367f9c2a97430e8: 2024-11-22T15:23:15,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8. 2024-11-22T15:23:15,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=105 2024-11-22T15:23:15,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4106): Remote procedure done, pid=105 2024-11-22T15:23:15,982 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=105, resume processing ppid=104 2024-11-22T15:23:15,982 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=105, ppid=104, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7980 sec 2024-11-22T15:23:15,983 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=104, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees in 1.8040 sec 2024-11-22T15:23:15,995 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 74c08031ebf45a230367f9c2a97430e8 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-22T15:23:15,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(8581): Flush requested on 74c08031ebf45a230367f9c2a97430e8 2024-11-22T15:23:15,996 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74c08031ebf45a230367f9c2a97430e8, store=A 2024-11-22T15:23:15,996 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:23:15,996 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74c08031ebf45a230367f9c2a97430e8, store=B 2024-11-22T15:23:15,996 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:23:15,996 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74c08031ebf45a230367f9c2a97430e8, store=C 2024-11-22T15:23:15,996 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:23:16,013 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112297dcb99a61e44f82bcd9d042d8b40ad2_74c08031ebf45a230367f9c2a97430e8 is 50, key is test_row_0/A:col10/1732288995368/Put/seqid=0 2024-11-22T15:23:16,038 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:16,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39526 deadline: 1732289056028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:16,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742233_1409 (size=17234) 2024-11-22T15:23:16,039 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:16,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39498 deadline: 1732289056036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:16,039 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:16,043 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112297dcb99a61e44f82bcd9d042d8b40ad2_74c08031ebf45a230367f9c2a97430e8 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112297dcb99a61e44f82bcd9d042d8b40ad2_74c08031ebf45a230367f9c2a97430e8 2024-11-22T15:23:16,044 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/A/91820f3083984fd0a168b14e53d3619a, store: [table=TestAcidGuarantees family=A region=74c08031ebf45a230367f9c2a97430e8] 2024-11-22T15:23:16,045 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/A/91820f3083984fd0a168b14e53d3619a is 175, key is test_row_0/A:col10/1732288995368/Put/seqid=0 2024-11-22T15:23:16,049 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:16,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39492 deadline: 1732289056038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:16,050 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:16,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39538 deadline: 1732289056038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:16,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742234_1410 (size=48339) 2024-11-22T15:23:16,061 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=136, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/A/91820f3083984fd0a168b14e53d3619a 2024-11-22T15:23:16,069 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/B/73f72e42f294408f958c21b459db2d9a is 50, key is test_row_0/B:col10/1732288995368/Put/seqid=0 2024-11-22T15:23:16,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742235_1411 (size=12151) 2024-11-22T15:23:16,143 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:16,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39526 deadline: 1732289056139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:16,143 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:16,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39498 deadline: 1732289056140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:16,155 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:16,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39492 deadline: 1732289056150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:16,156 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:16,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39538 deadline: 1732289056150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:16,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-22T15:23:16,286 INFO [Thread-1690 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 104 completed 2024-11-22T15:23:16,288 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T15:23:16,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] procedure2.ProcedureExecutor(1098): Stored pid=106, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees 2024-11-22T15:23:16,289 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=106, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T15:23:16,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-22T15:23:16,289 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=106, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T15:23:16,289 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=107, ppid=106, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T15:23:16,349 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:16,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39526 deadline: 1732289056345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:16,356 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:16,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39498 deadline: 1732289056349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:16,360 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:16,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39538 deadline: 1732289056357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:16,360 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:16,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39492 deadline: 1732289056357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:16,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-22T15:23:16,441 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:23:16,441 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-22T15:23:16,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8. 2024-11-22T15:23:16,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8. as already flushing 2024-11-22T15:23:16,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8. 2024-11-22T15:23:16,442 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => 74c08031ebf45a230367f9c2a97430e8, NAME => 'TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:23:16,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => 74c08031ebf45a230367f9c2a97430e8, NAME => 'TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:23:16,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 74c08031ebf45a230367f9c2a97430e8, NAME => 'TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 74c08031ebf45a230367f9c2a97430e8, NAME => 'TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:23:16,494 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=136 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/B/73f72e42f294408f958c21b459db2d9a 2024-11-22T15:23:16,502 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/C/c673fa729cff44cb9633c035a853643c is 50, key is test_row_0/C:col10/1732288995368/Put/seqid=0 2024-11-22T15:23:16,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742236_1412 (size=12151) 2024-11-22T15:23:16,524 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=136 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/C/c673fa729cff44cb9633c035a853643c 2024-11-22T15:23:16,529 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/A/91820f3083984fd0a168b14e53d3619a as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/91820f3083984fd0a168b14e53d3619a 2024-11-22T15:23:16,538 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/91820f3083984fd0a168b14e53d3619a, entries=250, sequenceid=136, filesize=47.2 K 2024-11-22T15:23:16,539 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/B/73f72e42f294408f958c21b459db2d9a as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/B/73f72e42f294408f958c21b459db2d9a 2024-11-22T15:23:16,544 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/B/73f72e42f294408f958c21b459db2d9a, entries=150, sequenceid=136, filesize=11.9 K 2024-11-22T15:23:16,552 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/C/c673fa729cff44cb9633c035a853643c as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/C/c673fa729cff44cb9633c035a853643c 2024-11-22T15:23:16,557 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:16,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39550 deadline: 1732289056555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:16,558 DEBUG [Thread-1684 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4190 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8., hostname=77927f992d0b,45443,1732288897733, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T15:23:16,558 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/C/c673fa729cff44cb9633c035a853643c, entries=150, sequenceid=136, filesize=11.9 K 2024-11-22T15:23:16,559 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for 74c08031ebf45a230367f9c2a97430e8 in 564ms, sequenceid=136, compaction requested=true 2024-11-22T15:23:16,560 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 74c08031ebf45a230367f9c2a97430e8: 2024-11-22T15:23:16,561 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T15:23:16,561 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 74c08031ebf45a230367f9c2a97430e8:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T15:23:16,561 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T15:23:16,561 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T15:23:16,562 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 74c08031ebf45a230367f9c2a97430e8:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T15:23:16,562 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T15:23:16,562 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 74c08031ebf45a230367f9c2a97430e8:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T15:23:16,562 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T15:23:16,562 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110455 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T15:23:16,562 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1540): 74c08031ebf45a230367f9c2a97430e8/A is initiating minor compaction (all files) 2024-11-22T15:23:16,562 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 74c08031ebf45a230367f9c2a97430e8/A in TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8. 2024-11-22T15:23:16,563 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/d06e2a7f47a342f4956677cfaed5fe36, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/e518f44d4f524d428a320499336a25f7, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/91820f3083984fd0a168b14e53d3619a] into tmpdir=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp, totalSize=107.9 K 2024-11-22T15:23:16,563 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8. 2024-11-22T15:23:16,563 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8. files: [hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/d06e2a7f47a342f4956677cfaed5fe36, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/e518f44d4f524d428a320499336a25f7, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/91820f3083984fd0a168b14e53d3619a] 2024-11-22T15:23:16,563 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T15:23:16,563 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1540): 74c08031ebf45a230367f9c2a97430e8/B is initiating minor compaction (all files) 2024-11-22T15:23:16,563 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 74c08031ebf45a230367f9c2a97430e8/B in TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8. 2024-11-22T15:23:16,563 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/B/071b6242de4d4f598b20340868d407f6, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/B/cbaf0f9629c84a29914763b33597cae8, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/B/73f72e42f294408f958c21b459db2d9a] into tmpdir=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp, totalSize=35.5 K 2024-11-22T15:23:16,566 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting d06e2a7f47a342f4956677cfaed5fe36, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1732288993501 2024-11-22T15:23:16,567 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting e518f44d4f524d428a320499336a25f7, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1732288994202 2024-11-22T15:23:16,568 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting 91820f3083984fd0a168b14e53d3619a, keycount=250, bloomtype=ROW, size=47.2 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1732288995356 2024-11-22T15:23:16,568 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting 071b6242de4d4f598b20340868d407f6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1732288993501 2024-11-22T15:23:16,569 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting cbaf0f9629c84a29914763b33597cae8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1732288994202 2024-11-22T15:23:16,569 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting 73f72e42f294408f958c21b459db2d9a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1732288995365 2024-11-22T15:23:16,587 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=74c08031ebf45a230367f9c2a97430e8] 2024-11-22T15:23:16,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-22T15:23:16,591 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241122c34a860983734cbcbb05d33fb392513b_74c08031ebf45a230367f9c2a97430e8 store=[table=TestAcidGuarantees family=A region=74c08031ebf45a230367f9c2a97430e8] 2024-11-22T15:23:16,592 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 74c08031ebf45a230367f9c2a97430e8#B#compaction#358 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T15:23:16,593 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/B/19feac0c63a54b56b48b6ce694679c63 is 50, key is test_row_0/B:col10/1732288995368/Put/seqid=0 2024-11-22T15:23:16,593 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241122c34a860983734cbcbb05d33fb392513b_74c08031ebf45a230367f9c2a97430e8, store=[table=TestAcidGuarantees family=A region=74c08031ebf45a230367f9c2a97430e8] 2024-11-22T15:23:16,593 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122c34a860983734cbcbb05d33fb392513b_74c08031ebf45a230367f9c2a97430e8 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=74c08031ebf45a230367f9c2a97430e8] 2024-11-22T15:23:16,594 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:23:16,594 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-22T15:23:16,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8. 2024-11-22T15:23:16,594 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2837): Flushing 74c08031ebf45a230367f9c2a97430e8 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-22T15:23:16,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74c08031ebf45a230367f9c2a97430e8, store=A 2024-11-22T15:23:16,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:23:16,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74c08031ebf45a230367f9c2a97430e8, store=B 2024-11-22T15:23:16,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:23:16,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74c08031ebf45a230367f9c2a97430e8, store=C 2024-11-22T15:23:16,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:23:16,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742237_1413 (size=12459) 2024-11-22T15:23:16,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122b8e83d04335445cca1a71d8a3ba67222_74c08031ebf45a230367f9c2a97430e8 is 50, key is test_row_0/A:col10/1732288996036/Put/seqid=0 2024-11-22T15:23:16,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(8581): Flush requested on 74c08031ebf45a230367f9c2a97430e8 2024-11-22T15:23:16,656 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8. as already flushing 2024-11-22T15:23:16,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742238_1414 (size=4469) 2024-11-22T15:23:16,666 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 74c08031ebf45a230367f9c2a97430e8#A#compaction#357 average throughput is 0.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T15:23:16,667 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/A/486ba472618640df886b92311ee5b1ab is 175, key is test_row_0/A:col10/1732288995368/Put/seqid=0 2024-11-22T15:23:16,680 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:16,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39526 deadline: 1732289056675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:16,688 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:16,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39492 deadline: 1732289056679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:16,688 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:16,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39538 deadline: 1732289056680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:16,688 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:16,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39498 deadline: 1732289056680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:16,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742239_1415 (size=12304) 2024-11-22T15:23:16,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:16,695 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122b8e83d04335445cca1a71d8a3ba67222_74c08031ebf45a230367f9c2a97430e8 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122b8e83d04335445cca1a71d8a3ba67222_74c08031ebf45a230367f9c2a97430e8 2024-11-22T15:23:16,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/A/ee7fccf040b447069994b6861eb2cbec, store: [table=TestAcidGuarantees family=A region=74c08031ebf45a230367f9c2a97430e8] 2024-11-22T15:23:16,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/A/ee7fccf040b447069994b6861eb2cbec is 175, key is test_row_0/A:col10/1732288996036/Put/seqid=0 2024-11-22T15:23:16,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742241_1417 (size=31105) 2024-11-22T15:23:16,711 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=158, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/A/ee7fccf040b447069994b6861eb2cbec 2024-11-22T15:23:16,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742240_1416 (size=31413) 2024-11-22T15:23:16,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/B/887009452d8e46ada017ee8e6020ef3c is 50, key is test_row_0/B:col10/1732288996036/Put/seqid=0 2024-11-22T15:23:16,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742242_1418 (size=12151) 2024-11-22T15:23:16,759 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/B/887009452d8e46ada017ee8e6020ef3c 2024-11-22T15:23:16,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/C/cd6f1bdb5b0d43f0bc218c17d1e4ab3a is 50, key is test_row_0/C:col10/1732288996036/Put/seqid=0 2024-11-22T15:23:16,791 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:16,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39526 deadline: 1732289056783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:16,794 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:16,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39492 deadline: 1732289056789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:16,795 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:16,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39538 deadline: 1732289056789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:16,795 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:16,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39498 deadline: 1732289056789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:16,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742243_1419 (size=12151) 2024-11-22T15:23:16,810 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/C/cd6f1bdb5b0d43f0bc218c17d1e4ab3a 2024-11-22T15:23:16,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/A/ee7fccf040b447069994b6861eb2cbec as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/ee7fccf040b447069994b6861eb2cbec 2024-11-22T15:23:16,825 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/ee7fccf040b447069994b6861eb2cbec, entries=150, sequenceid=158, filesize=30.4 K 2024-11-22T15:23:16,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/B/887009452d8e46ada017ee8e6020ef3c as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/B/887009452d8e46ada017ee8e6020ef3c 2024-11-22T15:23:16,834 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/B/887009452d8e46ada017ee8e6020ef3c, entries=150, sequenceid=158, filesize=11.9 K 2024-11-22T15:23:16,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/C/cd6f1bdb5b0d43f0bc218c17d1e4ab3a as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/C/cd6f1bdb5b0d43f0bc218c17d1e4ab3a 2024-11-22T15:23:16,840 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/C/cd6f1bdb5b0d43f0bc218c17d1e4ab3a, entries=150, sequenceid=158, filesize=11.9 K 2024-11-22T15:23:16,840 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 74c08031ebf45a230367f9c2a97430e8 in 246ms, sequenceid=158, compaction requested=true 2024-11-22T15:23:16,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2538): Flush status journal for 74c08031ebf45a230367f9c2a97430e8: 2024-11-22T15:23:16,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8. 2024-11-22T15:23:16,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=107 2024-11-22T15:23:16,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4106): Remote procedure done, pid=107 2024-11-22T15:23:16,843 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=107, resume processing ppid=106 2024-11-22T15:23:16,843 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=107, ppid=106, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 553 msec 2024-11-22T15:23:16,844 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=106, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees in 555 msec 2024-11-22T15:23:16,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-22T15:23:16,891 INFO [Thread-1690 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 106 completed 2024-11-22T15:23:16,893 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T15:23:16,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] procedure2.ProcedureExecutor(1098): Stored pid=108, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees 2024-11-22T15:23:16,894 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=108, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T15:23:16,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-22T15:23:16,895 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=108, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T15:23:16,895 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=109, ppid=108, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T15:23:16,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-22T15:23:16,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(8581): Flush requested on 74c08031ebf45a230367f9c2a97430e8 2024-11-22T15:23:16,998 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 74c08031ebf45a230367f9c2a97430e8 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-22T15:23:16,999 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74c08031ebf45a230367f9c2a97430e8, store=A 2024-11-22T15:23:16,999 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:23:16,999 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74c08031ebf45a230367f9c2a97430e8, store=B 2024-11-22T15:23:16,999 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:23:16,999 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74c08031ebf45a230367f9c2a97430e8, store=C 2024-11-22T15:23:16,999 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:23:17,009 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411225e51b9f2fa484deeb591221f0be20a52_74c08031ebf45a230367f9c2a97430e8 is 50, key is test_row_0/A:col10/1732288996679/Put/seqid=0 2024-11-22T15:23:17,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742244_1420 (size=17284) 2024-11-22T15:23:17,047 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:23:17,048 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-22T15:23:17,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8. 2024-11-22T15:23:17,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8. as already flushing 2024-11-22T15:23:17,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8. 2024-11-22T15:23:17,048 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => 74c08031ebf45a230367f9c2a97430e8, NAME => 'TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:23:17,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => 74c08031ebf45a230367f9c2a97430e8, NAME => 'TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:23:17,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 74c08031ebf45a230367f9c2a97430e8, NAME => 'TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 74c08031ebf45a230367f9c2a97430e8, NAME => 'TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:23:17,062 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/B/19feac0c63a54b56b48b6ce694679c63 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/B/19feac0c63a54b56b48b6ce694679c63 2024-11-22T15:23:17,063 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:17,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39538 deadline: 1732289057041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:17,070 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 74c08031ebf45a230367f9c2a97430e8/B of 74c08031ebf45a230367f9c2a97430e8 into 19feac0c63a54b56b48b6ce694679c63(size=12.2 K), total size for store is 24.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T15:23:17,070 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 74c08031ebf45a230367f9c2a97430e8: 2024-11-22T15:23:17,070 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8., storeName=74c08031ebf45a230367f9c2a97430e8/B, priority=13, startTime=1732288996561; duration=0sec 2024-11-22T15:23:17,070 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T15:23:17,070 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 74c08031ebf45a230367f9c2a97430e8:B 2024-11-22T15:23:17,071 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T15:23:17,072 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48510 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T15:23:17,072 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1540): 74c08031ebf45a230367f9c2a97430e8/C is initiating minor compaction (all files) 2024-11-22T15:23:17,072 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 74c08031ebf45a230367f9c2a97430e8/C in TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8. 2024-11-22T15:23:17,072 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/C/459564a3020b4aed89ef8f5d8f6bee2e, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/C/8eef1d0fcb1d4580b410e371bfbc663f, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/C/c673fa729cff44cb9633c035a853643c, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/C/cd6f1bdb5b0d43f0bc218c17d1e4ab3a] into tmpdir=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp, totalSize=47.4 K 2024-11-22T15:23:17,073 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting 459564a3020b4aed89ef8f5d8f6bee2e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1732288993501 2024-11-22T15:23:17,073 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting 8eef1d0fcb1d4580b410e371bfbc663f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1732288994202 2024-11-22T15:23:17,074 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting c673fa729cff44cb9633c035a853643c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1732288995365 2024-11-22T15:23:17,074 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting cd6f1bdb5b0d43f0bc218c17d1e4ab3a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732288996024 2024-11-22T15:23:17,084 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 74c08031ebf45a230367f9c2a97430e8#C#compaction#363 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T15:23:17,085 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/C/af3d8c5b38eb422eb29eab4530ecd3c0 is 50, key is test_row_0/C:col10/1732288996036/Put/seqid=0 2024-11-22T15:23:17,092 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:17,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39526 deadline: 1732289057063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:17,093 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:17,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39492 deadline: 1732289057063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:17,093 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:17,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39498 deadline: 1732289057063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:17,132 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/A/486ba472618640df886b92311ee5b1ab as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/486ba472618640df886b92311ee5b1ab 2024-11-22T15:23:17,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742245_1421 (size=12493) 2024-11-22T15:23:17,142 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 74c08031ebf45a230367f9c2a97430e8/A of 74c08031ebf45a230367f9c2a97430e8 into 486ba472618640df886b92311ee5b1ab(size=30.7 K), total size for store is 61.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T15:23:17,142 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 74c08031ebf45a230367f9c2a97430e8: 2024-11-22T15:23:17,142 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8., storeName=74c08031ebf45a230367f9c2a97430e8/A, priority=13, startTime=1732288996561; duration=0sec 2024-11-22T15:23:17,142 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T15:23:17,142 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 74c08031ebf45a230367f9c2a97430e8:A 2024-11-22T15:23:17,150 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/C/af3d8c5b38eb422eb29eab4530ecd3c0 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/C/af3d8c5b38eb422eb29eab4530ecd3c0 2024-11-22T15:23:17,158 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 74c08031ebf45a230367f9c2a97430e8/C of 74c08031ebf45a230367f9c2a97430e8 into af3d8c5b38eb422eb29eab4530ecd3c0(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T15:23:17,158 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 74c08031ebf45a230367f9c2a97430e8: 2024-11-22T15:23:17,158 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8., storeName=74c08031ebf45a230367f9c2a97430e8/C, priority=12, startTime=1732288996562; duration=0sec 2024-11-22T15:23:17,158 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T15:23:17,158 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 74c08031ebf45a230367f9c2a97430e8:C 2024-11-22T15:23:17,177 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:17,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39538 deadline: 1732289057164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:17,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-22T15:23:17,201 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:23:17,202 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-22T15:23:17,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8. 2024-11-22T15:23:17,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8. as already flushing 2024-11-22T15:23:17,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8. 2024-11-22T15:23:17,202 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => 74c08031ebf45a230367f9c2a97430e8, NAME => 'TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:23:17,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => 74c08031ebf45a230367f9c2a97430e8, NAME => 'TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:23:17,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 74c08031ebf45a230367f9c2a97430e8, NAME => 'TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 74c08031ebf45a230367f9c2a97430e8, NAME => 'TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:23:17,205 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:17,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39492 deadline: 1732289057194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:17,206 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:17,208 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:17,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39498 deadline: 1732289057195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:17,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39526 deadline: 1732289057194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:17,311 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-22T15:23:17,311 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-22T15:23:17,354 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:23:17,355 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-22T15:23:17,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8. 2024-11-22T15:23:17,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8. as already flushing 2024-11-22T15:23:17,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8. 2024-11-22T15:23:17,355 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => 74c08031ebf45a230367f9c2a97430e8, NAME => 'TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:23:17,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => 74c08031ebf45a230367f9c2a97430e8, NAME => 'TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:23:17,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 74c08031ebf45a230367f9c2a97430e8, NAME => 'TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 74c08031ebf45a230367f9c2a97430e8, NAME => 'TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:23:17,382 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:17,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39538 deadline: 1732289057379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:17,414 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:17,415 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:17,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39492 deadline: 1732289057408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:17,417 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:17,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39498 deadline: 1732289057410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:17,417 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:17,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39526 deadline: 1732289057410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:17,421 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411225e51b9f2fa484deeb591221f0be20a52_74c08031ebf45a230367f9c2a97430e8 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411225e51b9f2fa484deeb591221f0be20a52_74c08031ebf45a230367f9c2a97430e8 2024-11-22T15:23:17,422 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/A/903af45f94564401958bb71fca1ad1d6, store: [table=TestAcidGuarantees family=A region=74c08031ebf45a230367f9c2a97430e8] 2024-11-22T15:23:17,422 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/A/903af45f94564401958bb71fca1ad1d6 is 175, key is test_row_0/A:col10/1732288996679/Put/seqid=0 2024-11-22T15:23:17,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742246_1422 (size=48389) 2024-11-22T15:23:17,462 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=174, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/A/903af45f94564401958bb71fca1ad1d6 2024-11-22T15:23:17,481 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/B/f59bc417436e4c00835d04f99365c3c1 is 50, key is test_row_0/B:col10/1732288996679/Put/seqid=0 2024-11-22T15:23:17,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-22T15:23:17,509 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:23:17,509 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-22T15:23:17,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8. 2024-11-22T15:23:17,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8. as already flushing 2024-11-22T15:23:17,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8. 2024-11-22T15:23:17,510 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => 74c08031ebf45a230367f9c2a97430e8, NAME => 'TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:23:17,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => 74c08031ebf45a230367f9c2a97430e8, NAME => 'TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:23:17,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 74c08031ebf45a230367f9c2a97430e8, NAME => 'TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 74c08031ebf45a230367f9c2a97430e8, NAME => 'TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:23:17,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742247_1423 (size=12151) 2024-11-22T15:23:17,511 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=174 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/B/f59bc417436e4c00835d04f99365c3c1 2024-11-22T15:23:17,538 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/C/1a3f179b1775458e8ca54581582b87c6 is 50, key is test_row_0/C:col10/1732288996679/Put/seqid=0 2024-11-22T15:23:17,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742248_1424 (size=12151) 2024-11-22T15:23:17,578 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=174 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/C/1a3f179b1775458e8ca54581582b87c6 2024-11-22T15:23:17,591 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/A/903af45f94564401958bb71fca1ad1d6 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/903af45f94564401958bb71fca1ad1d6 2024-11-22T15:23:17,600 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/903af45f94564401958bb71fca1ad1d6, entries=250, sequenceid=174, filesize=47.3 K 2024-11-22T15:23:17,601 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/B/f59bc417436e4c00835d04f99365c3c1 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/B/f59bc417436e4c00835d04f99365c3c1 2024-11-22T15:23:17,608 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/B/f59bc417436e4c00835d04f99365c3c1, entries=150, sequenceid=174, filesize=11.9 K 2024-11-22T15:23:17,613 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/C/1a3f179b1775458e8ca54581582b87c6 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/C/1a3f179b1775458e8ca54581582b87c6 2024-11-22T15:23:17,618 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/C/1a3f179b1775458e8ca54581582b87c6, entries=150, sequenceid=174, filesize=11.9 K 2024-11-22T15:23:17,620 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 74c08031ebf45a230367f9c2a97430e8 in 622ms, sequenceid=174, compaction requested=true 2024-11-22T15:23:17,620 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 74c08031ebf45a230367f9c2a97430e8: 2024-11-22T15:23:17,620 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 74c08031ebf45a230367f9c2a97430e8:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T15:23:17,620 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T15:23:17,620 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T15:23:17,620 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T15:23:17,621 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 74c08031ebf45a230367f9c2a97430e8:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T15:23:17,621 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T15:23:17,621 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 74c08031ebf45a230367f9c2a97430e8:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T15:23:17,621 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T15:23:17,621 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T15:23:17,621 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1540): 74c08031ebf45a230367f9c2a97430e8/B is initiating minor compaction (all files) 2024-11-22T15:23:17,621 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 74c08031ebf45a230367f9c2a97430e8/B in TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8. 2024-11-22T15:23:17,622 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/B/19feac0c63a54b56b48b6ce694679c63, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/B/887009452d8e46ada017ee8e6020ef3c, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/B/f59bc417436e4c00835d04f99365c3c1] into tmpdir=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp, totalSize=35.9 K 2024-11-22T15:23:17,622 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110907 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T15:23:17,622 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1540): 74c08031ebf45a230367f9c2a97430e8/A is initiating minor compaction (all files) 2024-11-22T15:23:17,622 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 74c08031ebf45a230367f9c2a97430e8/A in TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8. 2024-11-22T15:23:17,622 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/486ba472618640df886b92311ee5b1ab, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/ee7fccf040b447069994b6861eb2cbec, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/903af45f94564401958bb71fca1ad1d6] into tmpdir=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp, totalSize=108.3 K 2024-11-22T15:23:17,622 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8. 2024-11-22T15:23:17,622 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8. files: [hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/486ba472618640df886b92311ee5b1ab, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/ee7fccf040b447069994b6861eb2cbec, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/903af45f94564401958bb71fca1ad1d6] 2024-11-22T15:23:17,622 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting 19feac0c63a54b56b48b6ce694679c63, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1732288995365 2024-11-22T15:23:17,623 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting 486ba472618640df886b92311ee5b1ab, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1732288995365 2024-11-22T15:23:17,623 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting 887009452d8e46ada017ee8e6020ef3c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732288996024 2024-11-22T15:23:17,623 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting ee7fccf040b447069994b6861eb2cbec, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732288996024 2024-11-22T15:23:17,623 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting f59bc417436e4c00835d04f99365c3c1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1732288996673 2024-11-22T15:23:17,624 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting 903af45f94564401958bb71fca1ad1d6, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1732288996673 2024-11-22T15:23:17,632 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 74c08031ebf45a230367f9c2a97430e8#B#compaction#366 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T15:23:17,632 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/B/d24460804906491f9b80e8624712950e is 50, key is test_row_0/B:col10/1732288996679/Put/seqid=0 2024-11-22T15:23:17,655 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=74c08031ebf45a230367f9c2a97430e8] 2024-11-22T15:23:17,662 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:23:17,663 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-22T15:23:17,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8. 2024-11-22T15:23:17,663 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2837): Flushing 74c08031ebf45a230367f9c2a97430e8 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-22T15:23:17,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74c08031ebf45a230367f9c2a97430e8, store=A 2024-11-22T15:23:17,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:23:17,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74c08031ebf45a230367f9c2a97430e8, store=B 2024-11-22T15:23:17,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:23:17,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74c08031ebf45a230367f9c2a97430e8, store=C 2024-11-22T15:23:17,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:23:17,679 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411224df0df1f04434f1392f0ed2a985b34c7_74c08031ebf45a230367f9c2a97430e8 store=[table=TestAcidGuarantees family=A region=74c08031ebf45a230367f9c2a97430e8] 2024-11-22T15:23:17,681 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411224df0df1f04434f1392f0ed2a985b34c7_74c08031ebf45a230367f9c2a97430e8, store=[table=TestAcidGuarantees family=A region=74c08031ebf45a230367f9c2a97430e8] 2024-11-22T15:23:17,681 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411224df0df1f04434f1392f0ed2a985b34c7_74c08031ebf45a230367f9c2a97430e8 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=74c08031ebf45a230367f9c2a97430e8] 2024-11-22T15:23:17,694 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8. as already flushing 2024-11-22T15:23:17,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(8581): Flush requested on 74c08031ebf45a230367f9c2a97430e8 2024-11-22T15:23:17,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742249_1425 (size=12561) 2024-11-22T15:23:17,713 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/B/d24460804906491f9b80e8624712950e as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/B/d24460804906491f9b80e8624712950e 2024-11-22T15:23:17,717 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 74c08031ebf45a230367f9c2a97430e8/B of 74c08031ebf45a230367f9c2a97430e8 into d24460804906491f9b80e8624712950e(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T15:23:17,717 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 74c08031ebf45a230367f9c2a97430e8: 2024-11-22T15:23:17,717 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8., storeName=74c08031ebf45a230367f9c2a97430e8/B, priority=13, startTime=1732288997620; duration=0sec 2024-11-22T15:23:17,718 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T15:23:17,718 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 74c08031ebf45a230367f9c2a97430e8:B 2024-11-22T15:23:17,718 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-22T15:23:17,719 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-22T15:23:17,719 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-22T15:23:17,719 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8. because compaction request was cancelled 2024-11-22T15:23:17,719 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 74c08031ebf45a230367f9c2a97430e8:C 2024-11-22T15:23:17,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122b5813209db6d4e98a2a4636554597488_74c08031ebf45a230367f9c2a97430e8 is 50, key is test_row_0/A:col10/1732288997058/Put/seqid=0 2024-11-22T15:23:17,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742250_1426 (size=4469) 2024-11-22T15:23:17,746 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:17,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39498 deadline: 1732289057738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:17,746 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:17,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39492 deadline: 1732289057739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:17,746 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:17,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39538 deadline: 1732289057740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:17,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742251_1427 (size=12304) 2024-11-22T15:23:17,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:17,756 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122b5813209db6d4e98a2a4636554597488_74c08031ebf45a230367f9c2a97430e8 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122b5813209db6d4e98a2a4636554597488_74c08031ebf45a230367f9c2a97430e8 2024-11-22T15:23:17,756 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:17,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39526 deadline: 1732289057746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:17,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/A/defeef820d754e618157f6317f909ad2, store: [table=TestAcidGuarantees family=A region=74c08031ebf45a230367f9c2a97430e8] 2024-11-22T15:23:17,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/A/defeef820d754e618157f6317f909ad2 is 175, key is test_row_0/A:col10/1732288997058/Put/seqid=0 2024-11-22T15:23:17,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742252_1428 (size=31105) 2024-11-22T15:23:17,792 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=197, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/A/defeef820d754e618157f6317f909ad2 2024-11-22T15:23:17,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/B/59657b2f7360492d9cc8bc09676279ac is 50, key is test_row_0/B:col10/1732288997058/Put/seqid=0 2024-11-22T15:23:17,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742253_1429 (size=12151) 2024-11-22T15:23:17,841 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/B/59657b2f7360492d9cc8bc09676279ac 2024-11-22T15:23:17,857 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:17,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39492 deadline: 1732289057848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:17,857 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:17,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39538 deadline: 1732289057850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:17,858 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:17,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39498 deadline: 1732289057850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:17,862 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:17,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39526 deadline: 1732289057857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:17,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/C/c718889c6d7f4c86acc62cd07e954dc0 is 50, key is test_row_0/C:col10/1732288997058/Put/seqid=0 2024-11-22T15:23:17,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742254_1430 (size=12151) 2024-11-22T15:23:17,911 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/C/c718889c6d7f4c86acc62cd07e954dc0 2024-11-22T15:23:17,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/A/defeef820d754e618157f6317f909ad2 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/defeef820d754e618157f6317f909ad2 2024-11-22T15:23:17,923 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/defeef820d754e618157f6317f909ad2, entries=150, sequenceid=197, filesize=30.4 K 2024-11-22T15:23:17,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/B/59657b2f7360492d9cc8bc09676279ac as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/B/59657b2f7360492d9cc8bc09676279ac 2024-11-22T15:23:17,932 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/B/59657b2f7360492d9cc8bc09676279ac, entries=150, sequenceid=197, filesize=11.9 K 2024-11-22T15:23:17,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/C/c718889c6d7f4c86acc62cd07e954dc0 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/C/c718889c6d7f4c86acc62cd07e954dc0 2024-11-22T15:23:17,940 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/C/c718889c6d7f4c86acc62cd07e954dc0, entries=150, sequenceid=197, filesize=11.9 K 2024-11-22T15:23:17,941 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 74c08031ebf45a230367f9c2a97430e8 in 278ms, sequenceid=197, compaction requested=true 2024-11-22T15:23:17,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2538): Flush status journal for 74c08031ebf45a230367f9c2a97430e8: 2024-11-22T15:23:17,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8. 2024-11-22T15:23:17,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=109 2024-11-22T15:23:17,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4106): Remote procedure done, pid=109 2024-11-22T15:23:17,943 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=109, resume processing ppid=108 2024-11-22T15:23:17,943 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=109, ppid=108, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0470 sec 2024-11-22T15:23:17,945 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=108, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees in 1.0510 sec 2024-11-22T15:23:17,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-22T15:23:18,000 INFO [Thread-1690 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 108 completed 2024-11-22T15:23:18,001 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T15:23:18,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] procedure2.ProcedureExecutor(1098): Stored pid=110, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees 2024-11-22T15:23:18,002 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=110, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T15:23:18,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-22T15:23:18,003 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=110, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T15:23:18,003 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=111, ppid=110, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T15:23:18,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(8581): Flush requested on 74c08031ebf45a230367f9c2a97430e8 2024-11-22T15:23:18,066 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 74c08031ebf45a230367f9c2a97430e8 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-22T15:23:18,067 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74c08031ebf45a230367f9c2a97430e8, store=A 2024-11-22T15:23:18,067 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:23:18,067 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74c08031ebf45a230367f9c2a97430e8, store=B 2024-11-22T15:23:18,067 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:23:18,067 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74c08031ebf45a230367f9c2a97430e8, store=C 2024-11-22T15:23:18,067 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:23:18,089 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122e76017879dce41118f4fee005f667348_74c08031ebf45a230367f9c2a97430e8 is 50, key is test_row_0/A:col10/1732288998066/Put/seqid=0 2024-11-22T15:23:18,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-22T15:23:18,114 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:18,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39538 deadline: 1732289058104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:18,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742255_1431 (size=17284) 2024-11-22T15:23:18,122 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:18,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39498 deadline: 1732289058106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:18,122 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:18,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39526 deadline: 1732289058107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:18,122 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:18,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39492 deadline: 1732289058108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:18,140 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 74c08031ebf45a230367f9c2a97430e8#A#compaction#367 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T15:23:18,141 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/A/1ddccde3f95347c896cadf2ee670dee4 is 175, key is test_row_0/A:col10/1732288996679/Put/seqid=0 2024-11-22T15:23:18,155 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:23:18,155 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-22T15:23:18,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8. 2024-11-22T15:23:18,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8. as already flushing 2024-11-22T15:23:18,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8. 2024-11-22T15:23:18,155 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 74c08031ebf45a230367f9c2a97430e8, NAME => 'TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:23:18,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 74c08031ebf45a230367f9c2a97430e8, NAME => 'TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:23:18,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 74c08031ebf45a230367f9c2a97430e8, NAME => 'TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 74c08031ebf45a230367f9c2a97430e8, NAME => 'TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:23:18,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742256_1432 (size=31515) 2024-11-22T15:23:18,220 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:18,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39538 deadline: 1732289058216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:18,231 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:18,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39526 deadline: 1732289058223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:18,231 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:18,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39492 deadline: 1732289058223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:18,232 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:18,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39498 deadline: 1732289058224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:18,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-22T15:23:18,307 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:23:18,308 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-22T15:23:18,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8. 2024-11-22T15:23:18,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8. as already flushing 2024-11-22T15:23:18,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8. 2024-11-22T15:23:18,308 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 74c08031ebf45a230367f9c2a97430e8, NAME => 'TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:23:18,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 74c08031ebf45a230367f9c2a97430e8, NAME => 'TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:23:18,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 74c08031ebf45a230367f9c2a97430e8, NAME => 'TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 74c08031ebf45a230367f9c2a97430e8, NAME => 'TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:23:18,429 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:18,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39538 deadline: 1732289058423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:18,442 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:18,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39526 deadline: 1732289058432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:18,442 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:18,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39492 deadline: 1732289058432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:18,443 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:18,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39498 deadline: 1732289058433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:18,460 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:23:18,460 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-22T15:23:18,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8. 2024-11-22T15:23:18,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8. as already flushing 2024-11-22T15:23:18,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8. 2024-11-22T15:23:18,461 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 74c08031ebf45a230367f9c2a97430e8, NAME => 'TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:23:18,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 74c08031ebf45a230367f9c2a97430e8, NAME => 'TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:23:18,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 74c08031ebf45a230367f9c2a97430e8, NAME => 'TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 74c08031ebf45a230367f9c2a97430e8, NAME => 'TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:23:18,518 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:18,522 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122e76017879dce41118f4fee005f667348_74c08031ebf45a230367f9c2a97430e8 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122e76017879dce41118f4fee005f667348_74c08031ebf45a230367f9c2a97430e8 2024-11-22T15:23:18,522 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/A/3508164d09fb428fa09f1f9e2b9d66a5, store: [table=TestAcidGuarantees family=A region=74c08031ebf45a230367f9c2a97430e8] 2024-11-22T15:23:18,523 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/A/3508164d09fb428fa09f1f9e2b9d66a5 is 175, key is test_row_0/A:col10/1732288998066/Put/seqid=0 2024-11-22T15:23:18,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742257_1433 (size=48389) 2024-11-22T15:23:18,527 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=216, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/A/3508164d09fb428fa09f1f9e2b9d66a5 2024-11-22T15:23:18,558 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/B/98d0875a06fd492c95dc09fc43945806 is 50, key is test_row_0/B:col10/1732288998066/Put/seqid=0 2024-11-22T15:23:18,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742258_1434 (size=12151) 2024-11-22T15:23:18,576 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=216 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/B/98d0875a06fd492c95dc09fc43945806 2024-11-22T15:23:18,600 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/C/7a1a68c072ea49c883cdc6fa53825b14 is 50, key is test_row_0/C:col10/1732288998066/Put/seqid=0 2024-11-22T15:23:18,603 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/A/1ddccde3f95347c896cadf2ee670dee4 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/1ddccde3f95347c896cadf2ee670dee4 2024-11-22T15:23:18,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-22T15:23:18,607 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 74c08031ebf45a230367f9c2a97430e8/A of 74c08031ebf45a230367f9c2a97430e8 into 1ddccde3f95347c896cadf2ee670dee4(size=30.8 K), total size for store is 61.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T15:23:18,607 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 74c08031ebf45a230367f9c2a97430e8: 2024-11-22T15:23:18,607 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8., storeName=74c08031ebf45a230367f9c2a97430e8/A, priority=13, startTime=1732288997620; duration=0sec 2024-11-22T15:23:18,608 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T15:23:18,608 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 74c08031ebf45a230367f9c2a97430e8:A 2024-11-22T15:23:18,613 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:23:18,613 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-22T15:23:18,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8. 2024-11-22T15:23:18,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8. as already flushing 2024-11-22T15:23:18,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8. 2024-11-22T15:23:18,614 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 74c08031ebf45a230367f9c2a97430e8, NAME => 'TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:23:18,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 74c08031ebf45a230367f9c2a97430e8, NAME => 'TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:23:18,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 74c08031ebf45a230367f9c2a97430e8, NAME => 'TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 74c08031ebf45a230367f9c2a97430e8, NAME => 'TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:23:18,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742259_1435 (size=12151) 2024-11-22T15:23:18,648 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=216 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/C/7a1a68c072ea49c883cdc6fa53825b14 2024-11-22T15:23:18,654 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/A/3508164d09fb428fa09f1f9e2b9d66a5 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/3508164d09fb428fa09f1f9e2b9d66a5 2024-11-22T15:23:18,658 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/3508164d09fb428fa09f1f9e2b9d66a5, entries=250, sequenceid=216, filesize=47.3 K 2024-11-22T15:23:18,659 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/B/98d0875a06fd492c95dc09fc43945806 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/B/98d0875a06fd492c95dc09fc43945806 2024-11-22T15:23:18,663 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/B/98d0875a06fd492c95dc09fc43945806, entries=150, sequenceid=216, filesize=11.9 K 2024-11-22T15:23:18,664 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/C/7a1a68c072ea49c883cdc6fa53825b14 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/C/7a1a68c072ea49c883cdc6fa53825b14 2024-11-22T15:23:18,668 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/C/7a1a68c072ea49c883cdc6fa53825b14, entries=150, sequenceid=216, filesize=11.9 K 2024-11-22T15:23:18,670 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for 74c08031ebf45a230367f9c2a97430e8 in 604ms, sequenceid=216, compaction requested=true 2024-11-22T15:23:18,670 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 74c08031ebf45a230367f9c2a97430e8: 2024-11-22T15:23:18,670 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T15:23:18,671 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 74c08031ebf45a230367f9c2a97430e8:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T15:23:18,671 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T15:23:18,671 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T15:23:18,671 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 74c08031ebf45a230367f9c2a97430e8:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T15:23:18,671 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T15:23:18,671 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 74c08031ebf45a230367f9c2a97430e8:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T15:23:18,671 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T15:23:18,672 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 111009 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T15:23:18,672 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1540): 74c08031ebf45a230367f9c2a97430e8/A is initiating minor compaction (all files) 2024-11-22T15:23:18,673 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 74c08031ebf45a230367f9c2a97430e8/A in TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8. 2024-11-22T15:23:18,673 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/1ddccde3f95347c896cadf2ee670dee4, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/defeef820d754e618157f6317f909ad2, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/3508164d09fb428fa09f1f9e2b9d66a5] into tmpdir=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp, totalSize=108.4 K 2024-11-22T15:23:18,673 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8. 2024-11-22T15:23:18,673 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8. files: [hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/1ddccde3f95347c896cadf2ee670dee4, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/defeef820d754e618157f6317f909ad2, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/3508164d09fb428fa09f1f9e2b9d66a5] 2024-11-22T15:23:18,673 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T15:23:18,673 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1540): 74c08031ebf45a230367f9c2a97430e8/B is initiating minor compaction (all files) 2024-11-22T15:23:18,673 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 74c08031ebf45a230367f9c2a97430e8/B in TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8. 2024-11-22T15:23:18,673 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/B/d24460804906491f9b80e8624712950e, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/B/59657b2f7360492d9cc8bc09676279ac, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/B/98d0875a06fd492c95dc09fc43945806] into tmpdir=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp, totalSize=36.0 K 2024-11-22T15:23:18,674 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1ddccde3f95347c896cadf2ee670dee4, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1732288996673 2024-11-22T15:23:18,674 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting d24460804906491f9b80e8624712950e, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1732288996673 2024-11-22T15:23:18,674 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting defeef820d754e618157f6317f909ad2, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1732288997048 2024-11-22T15:23:18,674 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting 59657b2f7360492d9cc8bc09676279ac, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1732288997048 2024-11-22T15:23:18,674 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3508164d09fb428fa09f1f9e2b9d66a5, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1732288997737 2024-11-22T15:23:18,674 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting 98d0875a06fd492c95dc09fc43945806, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1732288997737 2024-11-22T15:23:18,692 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 74c08031ebf45a230367f9c2a97430e8#B#compaction#374 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T15:23:18,693 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/B/693942361ed94a5eaf64ca2429ad35c0 is 50, key is test_row_0/B:col10/1732288998066/Put/seqid=0 2024-11-22T15:23:18,699 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=74c08031ebf45a230367f9c2a97430e8] 2024-11-22T15:23:18,715 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112208e0564f5aed4735a5878c11226ef9ac_74c08031ebf45a230367f9c2a97430e8 store=[table=TestAcidGuarantees family=A region=74c08031ebf45a230367f9c2a97430e8] 2024-11-22T15:23:18,717 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112208e0564f5aed4735a5878c11226ef9ac_74c08031ebf45a230367f9c2a97430e8, store=[table=TestAcidGuarantees family=A region=74c08031ebf45a230367f9c2a97430e8] 2024-11-22T15:23:18,718 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112208e0564f5aed4735a5878c11226ef9ac_74c08031ebf45a230367f9c2a97430e8 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=74c08031ebf45a230367f9c2a97430e8] 2024-11-22T15:23:18,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(8581): Flush requested on 74c08031ebf45a230367f9c2a97430e8 2024-11-22T15:23:18,738 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 74c08031ebf45a230367f9c2a97430e8 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-22T15:23:18,738 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74c08031ebf45a230367f9c2a97430e8, store=A 2024-11-22T15:23:18,738 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:23:18,738 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74c08031ebf45a230367f9c2a97430e8, store=B 2024-11-22T15:23:18,738 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:23:18,739 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74c08031ebf45a230367f9c2a97430e8, store=C 2024-11-22T15:23:18,739 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:23:18,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742260_1436 (size=12663) 2024-11-22T15:23:18,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742261_1437 (size=4469) 2024-11-22T15:23:18,765 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 74c08031ebf45a230367f9c2a97430e8#A#compaction#375 average throughput is 0.37 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T15:23:18,766 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/A/5266d497afc94840a90327df4550cde1 is 175, key is test_row_0/A:col10/1732288998066/Put/seqid=0 2024-11-22T15:23:18,766 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/B/693942361ed94a5eaf64ca2429ad35c0 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/B/693942361ed94a5eaf64ca2429ad35c0 2024-11-22T15:23:18,767 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:23:18,767 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-22T15:23:18,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8. 2024-11-22T15:23:18,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8. as already flushing 2024-11-22T15:23:18,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8. 2024-11-22T15:23:18,768 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 74c08031ebf45a230367f9c2a97430e8, NAME => 'TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:23:18,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 74c08031ebf45a230367f9c2a97430e8, NAME => 'TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:23:18,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 74c08031ebf45a230367f9c2a97430e8, NAME => 'TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 74c08031ebf45a230367f9c2a97430e8, NAME => 'TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:23:18,788 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112240065e1219804710bf162b480dc18072_74c08031ebf45a230367f9c2a97430e8 is 50, key is test_row_0/A:col10/1732288998106/Put/seqid=0 2024-11-22T15:23:18,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742263_1439 (size=14794) 2024-11-22T15:23:18,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742262_1438 (size=31617) 2024-11-22T15:23:18,801 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:18,806 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/A/5266d497afc94840a90327df4550cde1 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/5266d497afc94840a90327df4550cde1 2024-11-22T15:23:18,806 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112240065e1219804710bf162b480dc18072_74c08031ebf45a230367f9c2a97430e8 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112240065e1219804710bf162b480dc18072_74c08031ebf45a230367f9c2a97430e8 2024-11-22T15:23:18,807 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/A/45af0c71cddb452fab6789d383746a5d, store: [table=TestAcidGuarantees family=A region=74c08031ebf45a230367f9c2a97430e8] 2024-11-22T15:23:18,807 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/A/45af0c71cddb452fab6789d383746a5d is 175, key is test_row_0/A:col10/1732288998106/Put/seqid=0 2024-11-22T15:23:18,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742264_1440 (size=39749) 2024-11-22T15:23:18,811 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 74c08031ebf45a230367f9c2a97430e8/B of 74c08031ebf45a230367f9c2a97430e8 into 693942361ed94a5eaf64ca2429ad35c0(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T15:23:18,811 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 74c08031ebf45a230367f9c2a97430e8/A of 74c08031ebf45a230367f9c2a97430e8 into 5266d497afc94840a90327df4550cde1(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T15:23:18,811 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 74c08031ebf45a230367f9c2a97430e8: 2024-11-22T15:23:18,811 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8., storeName=74c08031ebf45a230367f9c2a97430e8/B, priority=13, startTime=1732288998671; duration=0sec 2024-11-22T15:23:18,811 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 74c08031ebf45a230367f9c2a97430e8: 2024-11-22T15:23:18,811 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8., storeName=74c08031ebf45a230367f9c2a97430e8/A, priority=13, startTime=1732288998670; duration=0sec 2024-11-22T15:23:18,811 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T15:23:18,811 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 74c08031ebf45a230367f9c2a97430e8:B 2024-11-22T15:23:18,811 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T15:23:18,811 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 74c08031ebf45a230367f9c2a97430e8:A 2024-11-22T15:23:18,811 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T15:23:18,812 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=236, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/A/45af0c71cddb452fab6789d383746a5d 2024-11-22T15:23:18,813 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48946 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T15:23:18,814 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1540): 74c08031ebf45a230367f9c2a97430e8/C is initiating minor compaction (all files) 2024-11-22T15:23:18,814 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 74c08031ebf45a230367f9c2a97430e8/C in TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8. 2024-11-22T15:23:18,814 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/C/af3d8c5b38eb422eb29eab4530ecd3c0, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/C/1a3f179b1775458e8ca54581582b87c6, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/C/c718889c6d7f4c86acc62cd07e954dc0, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/C/7a1a68c072ea49c883cdc6fa53825b14] into tmpdir=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp, totalSize=47.8 K 2024-11-22T15:23:18,814 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting af3d8c5b38eb422eb29eab4530ecd3c0, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732288996024 2024-11-22T15:23:18,815 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting 1a3f179b1775458e8ca54581582b87c6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1732288996673 2024-11-22T15:23:18,816 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting c718889c6d7f4c86acc62cd07e954dc0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1732288997048 2024-11-22T15:23:18,816 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting 7a1a68c072ea49c883cdc6fa53825b14, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1732288997737 2024-11-22T15:23:18,818 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/B/b351bce0ab414a509207ec33e78831e5 is 50, key is test_row_0/B:col10/1732288998106/Put/seqid=0 2024-11-22T15:23:18,826 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:18,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39526 deadline: 1732289058812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:18,826 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:18,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39498 deadline: 1732289058813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:18,836 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:18,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39538 deadline: 1732289058825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:18,836 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:18,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39492 deadline: 1732289058826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:18,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742265_1441 (size=12151) 2024-11-22T15:23:18,843 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 74c08031ebf45a230367f9c2a97430e8#C#compaction#378 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T15:23:18,844 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/C/c3406570836e41f0a94b2a856b915e0d is 50, key is test_row_0/C:col10/1732288998066/Put/seqid=0 2024-11-22T15:23:18,845 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=236 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/B/b351bce0ab414a509207ec33e78831e5 2024-11-22T15:23:18,872 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/C/ee523bfc10ad49f5a29c271ac5d427e2 is 50, key is test_row_0/C:col10/1732288998106/Put/seqid=0 2024-11-22T15:23:18,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742266_1442 (size=12629) 2024-11-22T15:23:18,898 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/C/c3406570836e41f0a94b2a856b915e0d as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/C/c3406570836e41f0a94b2a856b915e0d 2024-11-22T15:23:18,902 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 74c08031ebf45a230367f9c2a97430e8/C of 74c08031ebf45a230367f9c2a97430e8 into c3406570836e41f0a94b2a856b915e0d(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T15:23:18,903 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 74c08031ebf45a230367f9c2a97430e8: 2024-11-22T15:23:18,903 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8., storeName=74c08031ebf45a230367f9c2a97430e8/C, priority=12, startTime=1732288998671; duration=0sec 2024-11-22T15:23:18,903 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T15:23:18,903 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 74c08031ebf45a230367f9c2a97430e8:C 2024-11-22T15:23:18,920 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:23:18,921 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-22T15:23:18,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8. 2024-11-22T15:23:18,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8. as already flushing 2024-11-22T15:23:18,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8. 2024-11-22T15:23:18,921 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 74c08031ebf45a230367f9c2a97430e8, NAME => 'TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:23:18,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 74c08031ebf45a230367f9c2a97430e8, NAME => 'TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:23:18,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 74c08031ebf45a230367f9c2a97430e8, NAME => 'TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 74c08031ebf45a230367f9c2a97430e8, NAME => 'TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:23:18,929 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:18,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39498 deadline: 1732289058927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:18,930 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:18,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39526 deadline: 1732289058927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:18,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742267_1443 (size=12151) 2024-11-22T15:23:18,933 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=236 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/C/ee523bfc10ad49f5a29c271ac5d427e2 2024-11-22T15:23:18,939 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/A/45af0c71cddb452fab6789d383746a5d as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/45af0c71cddb452fab6789d383746a5d 2024-11-22T15:23:18,941 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:18,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39538 deadline: 1732289058937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:18,943 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/45af0c71cddb452fab6789d383746a5d, entries=200, sequenceid=236, filesize=38.8 K 2024-11-22T15:23:18,944 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/B/b351bce0ab414a509207ec33e78831e5 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/B/b351bce0ab414a509207ec33e78831e5 2024-11-22T15:23:18,945 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:18,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39492 deadline: 1732289058938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:18,950 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/B/b351bce0ab414a509207ec33e78831e5, entries=150, sequenceid=236, filesize=11.9 K 2024-11-22T15:23:18,953 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/C/ee523bfc10ad49f5a29c271ac5d427e2 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/C/ee523bfc10ad49f5a29c271ac5d427e2 2024-11-22T15:23:18,957 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/C/ee523bfc10ad49f5a29c271ac5d427e2, entries=150, sequenceid=236, filesize=11.9 K 2024-11-22T15:23:18,959 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for 74c08031ebf45a230367f9c2a97430e8 in 221ms, sequenceid=236, compaction requested=false 2024-11-22T15:23:18,959 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 74c08031ebf45a230367f9c2a97430e8: 2024-11-22T15:23:19,073 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:23:19,073 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-22T15:23:19,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8. 2024-11-22T15:23:19,074 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2837): Flushing 74c08031ebf45a230367f9c2a97430e8 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-22T15:23:19,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74c08031ebf45a230367f9c2a97430e8, store=A 2024-11-22T15:23:19,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:23:19,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74c08031ebf45a230367f9c2a97430e8, store=B 2024-11-22T15:23:19,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:23:19,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74c08031ebf45a230367f9c2a97430e8, store=C 2024-11-22T15:23:19,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:23:19,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112226a136f1f0094e96bffda1ea63c0e415_74c08031ebf45a230367f9c2a97430e8 is 50, key is test_row_0/A:col10/1732288998749/Put/seqid=0 2024-11-22T15:23:19,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-22T15:23:19,135 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8. as already flushing 2024-11-22T15:23:19,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(8581): Flush requested on 74c08031ebf45a230367f9c2a97430e8 2024-11-22T15:23:19,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742268_1444 (size=12304) 2024-11-22T15:23:19,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:19,147 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112226a136f1f0094e96bffda1ea63c0e415_74c08031ebf45a230367f9c2a97430e8 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112226a136f1f0094e96bffda1ea63c0e415_74c08031ebf45a230367f9c2a97430e8 2024-11-22T15:23:19,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/A/b5d89d5c5ba241e4b956e6e37d450b5f, store: [table=TestAcidGuarantees family=A region=74c08031ebf45a230367f9c2a97430e8] 2024-11-22T15:23:19,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/A/b5d89d5c5ba241e4b956e6e37d450b5f is 175, key is test_row_0/A:col10/1732288998749/Put/seqid=0 2024-11-22T15:23:19,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742269_1445 (size=31105) 2024-11-22T15:23:19,177 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=256, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/A/b5d89d5c5ba241e4b956e6e37d450b5f 2024-11-22T15:23:19,180 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:19,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39538 deadline: 1732289059173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:19,187 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:19,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39498 deadline: 1732289059176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:19,188 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:19,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39526 deadline: 1732289059177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:19,191 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:19,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39492 deadline: 1732289059180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:19,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/B/88b71b437257485bb234c0f1c6bf3d96 is 50, key is test_row_0/B:col10/1732288998749/Put/seqid=0 2024-11-22T15:23:19,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742270_1446 (size=12151) 2024-11-22T15:23:19,285 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:19,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39538 deadline: 1732289059281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:19,295 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:19,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39526 deadline: 1732289059289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:19,296 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:19,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39498 deadline: 1732289059289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:19,296 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:19,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39492 deadline: 1732289059292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:19,494 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:19,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39538 deadline: 1732289059488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:19,504 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:19,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39526 deadline: 1732289059496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:19,505 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:19,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39498 deadline: 1732289059498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:19,505 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:19,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39492 deadline: 1732289059498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:19,646 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=256 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/B/88b71b437257485bb234c0f1c6bf3d96 2024-11-22T15:23:19,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/C/c9dbe2310a414d0ca208318073fbe67e is 50, key is test_row_0/C:col10/1732288998749/Put/seqid=0 2024-11-22T15:23:19,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742271_1447 (size=12151) 2024-11-22T15:23:19,679 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=256 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/C/c9dbe2310a414d0ca208318073fbe67e 2024-11-22T15:23:19,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/A/b5d89d5c5ba241e4b956e6e37d450b5f as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/b5d89d5c5ba241e4b956e6e37d450b5f 2024-11-22T15:23:19,689 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/b5d89d5c5ba241e4b956e6e37d450b5f, entries=150, sequenceid=256, filesize=30.4 K 2024-11-22T15:23:19,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/B/88b71b437257485bb234c0f1c6bf3d96 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/B/88b71b437257485bb234c0f1c6bf3d96 2024-11-22T15:23:19,694 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/B/88b71b437257485bb234c0f1c6bf3d96, entries=150, sequenceid=256, filesize=11.9 K 2024-11-22T15:23:19,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/C/c9dbe2310a414d0ca208318073fbe67e as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/C/c9dbe2310a414d0ca208318073fbe67e 2024-11-22T15:23:19,699 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/C/c9dbe2310a414d0ca208318073fbe67e, entries=150, sequenceid=256, filesize=11.9 K 2024-11-22T15:23:19,700 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 74c08031ebf45a230367f9c2a97430e8 in 626ms, sequenceid=256, compaction requested=true 2024-11-22T15:23:19,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2538): Flush status journal for 74c08031ebf45a230367f9c2a97430e8: 2024-11-22T15:23:19,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8. 2024-11-22T15:23:19,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=111 2024-11-22T15:23:19,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4106): Remote procedure done, pid=111 2024-11-22T15:23:19,702 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=111, resume processing ppid=110 2024-11-22T15:23:19,702 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=111, ppid=110, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6980 sec 2024-11-22T15:23:19,704 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=110, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees in 1.7020 sec 2024-11-22T15:23:19,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(8581): Flush requested on 74c08031ebf45a230367f9c2a97430e8 2024-11-22T15:23:19,804 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 74c08031ebf45a230367f9c2a97430e8 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-22T15:23:19,804 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74c08031ebf45a230367f9c2a97430e8, store=A 2024-11-22T15:23:19,804 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:23:19,804 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74c08031ebf45a230367f9c2a97430e8, store=B 2024-11-22T15:23:19,804 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:23:19,804 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74c08031ebf45a230367f9c2a97430e8, store=C 2024-11-22T15:23:19,804 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:23:19,839 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122b0668d16e3ad4c83b8b68d0ce805efe2_74c08031ebf45a230367f9c2a97430e8 is 50, key is test_row_0/A:col10/1732288999154/Put/seqid=0 2024-11-22T15:23:19,857 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:19,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39498 deadline: 1732289059846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:19,857 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:19,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39526 deadline: 1732289059847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:19,858 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:19,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39492 deadline: 1732289059847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:19,858 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:19,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39538 deadline: 1732289059857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:19,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742272_1448 (size=14994) 2024-11-22T15:23:19,872 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:19,879 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122b0668d16e3ad4c83b8b68d0ce805efe2_74c08031ebf45a230367f9c2a97430e8 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122b0668d16e3ad4c83b8b68d0ce805efe2_74c08031ebf45a230367f9c2a97430e8 2024-11-22T15:23:19,883 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/A/a245e8cd50c5401696c9efba2fdacb7f, store: [table=TestAcidGuarantees family=A region=74c08031ebf45a230367f9c2a97430e8] 2024-11-22T15:23:19,884 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/A/a245e8cd50c5401696c9efba2fdacb7f is 175, key is test_row_0/A:col10/1732288999154/Put/seqid=0 2024-11-22T15:23:19,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742273_1449 (size=39949) 2024-11-22T15:23:19,966 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:19,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39498 deadline: 1732289059958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:19,966 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:19,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39526 deadline: 1732289059958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:19,966 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:19,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39538 deadline: 1732289059959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:19,966 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:19,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39492 deadline: 1732289059959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:20,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-22T15:23:20,107 INFO [Thread-1690 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 110 completed 2024-11-22T15:23:20,108 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T15:23:20,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] procedure2.ProcedureExecutor(1098): Stored pid=112, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees 2024-11-22T15:23:20,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-22T15:23:20,110 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=112, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T15:23:20,111 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=112, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T15:23:20,111 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=113, ppid=112, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T15:23:20,171 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:20,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39498 deadline: 1732289060167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:20,172 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:20,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39526 deadline: 1732289060167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:20,172 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:20,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39492 deadline: 1732289060167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:20,172 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:20,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39538 deadline: 1732289060168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:20,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-22T15:23:20,263 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:23:20,263 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-22T15:23:20,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8. 2024-11-22T15:23:20,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8. as already flushing 2024-11-22T15:23:20,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8. 2024-11-22T15:23:20,263 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 74c08031ebf45a230367f9c2a97430e8, NAME => 'TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:23:20,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 74c08031ebf45a230367f9c2a97430e8, NAME => 'TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:23:20,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 74c08031ebf45a230367f9c2a97430e8, NAME => 'TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 74c08031ebf45a230367f9c2a97430e8, NAME => 'TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:23:20,333 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=276, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/A/a245e8cd50c5401696c9efba2fdacb7f 2024-11-22T15:23:20,351 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/B/2c687f20cd2d4357aa2c7493e1521fd2 is 50, key is test_row_0/B:col10/1732288999154/Put/seqid=0 2024-11-22T15:23:20,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742274_1450 (size=12301) 2024-11-22T15:23:20,377 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=276 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/B/2c687f20cd2d4357aa2c7493e1521fd2 2024-11-22T15:23:20,386 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/C/7ad2406cadd445a0bc4950c4fa9cec42 is 50, key is test_row_0/C:col10/1732288999154/Put/seqid=0 2024-11-22T15:23:20,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-22T15:23:20,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742275_1451 (size=12301) 2024-11-22T15:23:20,415 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=276 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/C/7ad2406cadd445a0bc4950c4fa9cec42 2024-11-22T15:23:20,415 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:23:20,416 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-22T15:23:20,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8. 2024-11-22T15:23:20,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8. as already flushing 2024-11-22T15:23:20,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8. 2024-11-22T15:23:20,416 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 74c08031ebf45a230367f9c2a97430e8, NAME => 'TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:23:20,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 74c08031ebf45a230367f9c2a97430e8, NAME => 'TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:23:20,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 74c08031ebf45a230367f9c2a97430e8, NAME => 'TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 74c08031ebf45a230367f9c2a97430e8, NAME => 'TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:23:20,422 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/A/a245e8cd50c5401696c9efba2fdacb7f as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/a245e8cd50c5401696c9efba2fdacb7f 2024-11-22T15:23:20,428 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/a245e8cd50c5401696c9efba2fdacb7f, entries=200, sequenceid=276, filesize=39.0 K 2024-11-22T15:23:20,429 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/B/2c687f20cd2d4357aa2c7493e1521fd2 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/B/2c687f20cd2d4357aa2c7493e1521fd2 2024-11-22T15:23:20,436 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/B/2c687f20cd2d4357aa2c7493e1521fd2, entries=150, sequenceid=276, filesize=12.0 K 2024-11-22T15:23:20,437 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/C/7ad2406cadd445a0bc4950c4fa9cec42 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/C/7ad2406cadd445a0bc4950c4fa9cec42 2024-11-22T15:23:20,441 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/C/7ad2406cadd445a0bc4950c4fa9cec42, entries=150, sequenceid=276, filesize=12.0 K 2024-11-22T15:23:20,442 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 74c08031ebf45a230367f9c2a97430e8 in 639ms, sequenceid=276, compaction requested=true 2024-11-22T15:23:20,442 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 74c08031ebf45a230367f9c2a97430e8: 2024-11-22T15:23:20,442 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T15:23:20,444 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 142420 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T15:23:20,444 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1540): 74c08031ebf45a230367f9c2a97430e8/A is initiating minor compaction (all files) 2024-11-22T15:23:20,444 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 74c08031ebf45a230367f9c2a97430e8/A in TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8. 2024-11-22T15:23:20,444 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/5266d497afc94840a90327df4550cde1, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/45af0c71cddb452fab6789d383746a5d, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/b5d89d5c5ba241e4b956e6e37d450b5f, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/a245e8cd50c5401696c9efba2fdacb7f] into tmpdir=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp, totalSize=139.1 K 2024-11-22T15:23:20,444 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8. 2024-11-22T15:23:20,444 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8. files: [hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/5266d497afc94840a90327df4550cde1, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/45af0c71cddb452fab6789d383746a5d, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/b5d89d5c5ba241e4b956e6e37d450b5f, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/a245e8cd50c5401696c9efba2fdacb7f] 2024-11-22T15:23:20,446 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5266d497afc94840a90327df4550cde1, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1732288997737 2024-11-22T15:23:20,446 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting 45af0c71cddb452fab6789d383746a5d, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1732288998091 2024-11-22T15:23:20,446 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting b5d89d5c5ba241e4b956e6e37d450b5f, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1732288998749 2024-11-22T15:23:20,447 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 74c08031ebf45a230367f9c2a97430e8:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T15:23:20,447 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T15:23:20,447 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T15:23:20,447 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting a245e8cd50c5401696c9efba2fdacb7f, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1732288999154 2024-11-22T15:23:20,447 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 74c08031ebf45a230367f9c2a97430e8:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T15:23:20,447 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T15:23:20,447 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 74c08031ebf45a230367f9c2a97430e8:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T15:23:20,448 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T15:23:20,448 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49266 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T15:23:20,449 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1540): 74c08031ebf45a230367f9c2a97430e8/B is initiating minor compaction (all files) 2024-11-22T15:23:20,449 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 74c08031ebf45a230367f9c2a97430e8/B in TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8. 2024-11-22T15:23:20,449 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/B/693942361ed94a5eaf64ca2429ad35c0, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/B/b351bce0ab414a509207ec33e78831e5, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/B/88b71b437257485bb234c0f1c6bf3d96, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/B/2c687f20cd2d4357aa2c7493e1521fd2] into tmpdir=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp, totalSize=48.1 K 2024-11-22T15:23:20,449 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting 693942361ed94a5eaf64ca2429ad35c0, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1732288997737 2024-11-22T15:23:20,450 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting b351bce0ab414a509207ec33e78831e5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1732288998091 2024-11-22T15:23:20,450 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting 88b71b437257485bb234c0f1c6bf3d96, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1732288998749 2024-11-22T15:23:20,451 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting 2c687f20cd2d4357aa2c7493e1521fd2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1732288999154 2024-11-22T15:23:20,466 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=74c08031ebf45a230367f9c2a97430e8] 2024-11-22T15:23:20,469 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 74c08031ebf45a230367f9c2a97430e8#B#compaction#387 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T15:23:20,470 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/B/8d296278c78448d58b30df7b0cc621c3 is 50, key is test_row_0/B:col10/1732288999154/Put/seqid=0 2024-11-22T15:23:20,471 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411220e6ca67b494d4a7da7daf334f4533083_74c08031ebf45a230367f9c2a97430e8 store=[table=TestAcidGuarantees family=A region=74c08031ebf45a230367f9c2a97430e8] 2024-11-22T15:23:20,473 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411220e6ca67b494d4a7da7daf334f4533083_74c08031ebf45a230367f9c2a97430e8, store=[table=TestAcidGuarantees family=A region=74c08031ebf45a230367f9c2a97430e8] 2024-11-22T15:23:20,474 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411220e6ca67b494d4a7da7daf334f4533083_74c08031ebf45a230367f9c2a97430e8 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=74c08031ebf45a230367f9c2a97430e8] 2024-11-22T15:23:20,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742276_1452 (size=12949) 2024-11-22T15:23:20,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(8581): Flush requested on 74c08031ebf45a230367f9c2a97430e8 2024-11-22T15:23:20,482 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 74c08031ebf45a230367f9c2a97430e8 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-22T15:23:20,482 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74c08031ebf45a230367f9c2a97430e8, store=A 2024-11-22T15:23:20,482 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:23:20,482 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74c08031ebf45a230367f9c2a97430e8, store=B 2024-11-22T15:23:20,482 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:23:20,482 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74c08031ebf45a230367f9c2a97430e8, store=C 2024-11-22T15:23:20,482 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:23:20,483 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/B/8d296278c78448d58b30df7b0cc621c3 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/B/8d296278c78448d58b30df7b0cc621c3 2024-11-22T15:23:20,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742277_1453 (size=4469) 2024-11-22T15:23:20,492 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 74c08031ebf45a230367f9c2a97430e8/B of 74c08031ebf45a230367f9c2a97430e8 into 8d296278c78448d58b30df7b0cc621c3(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T15:23:20,492 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 74c08031ebf45a230367f9c2a97430e8: 2024-11-22T15:23:20,492 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8., storeName=74c08031ebf45a230367f9c2a97430e8/B, priority=12, startTime=1732289000447; duration=0sec 2024-11-22T15:23:20,492 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T15:23:20,492 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 74c08031ebf45a230367f9c2a97430e8:B 2024-11-22T15:23:20,492 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T15:23:20,499 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 74c08031ebf45a230367f9c2a97430e8#A#compaction#386 average throughput is 0.74 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T15:23:20,499 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49232 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T15:23:20,499 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1540): 74c08031ebf45a230367f9c2a97430e8/C is initiating minor compaction (all files) 2024-11-22T15:23:20,499 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 74c08031ebf45a230367f9c2a97430e8/C in TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8. 2024-11-22T15:23:20,499 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/C/c3406570836e41f0a94b2a856b915e0d, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/C/ee523bfc10ad49f5a29c271ac5d427e2, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/C/c9dbe2310a414d0ca208318073fbe67e, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/C/7ad2406cadd445a0bc4950c4fa9cec42] into tmpdir=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp, totalSize=48.1 K 2024-11-22T15:23:20,500 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/A/a0acd2b99b814a97af58a1e78a88a370 is 175, key is test_row_0/A:col10/1732288999154/Put/seqid=0 2024-11-22T15:23:20,501 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting c3406570836e41f0a94b2a856b915e0d, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1732288997737 2024-11-22T15:23:20,502 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting ee523bfc10ad49f5a29c271ac5d427e2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1732288998091 2024-11-22T15:23:20,502 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting c9dbe2310a414d0ca208318073fbe67e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1732288998749 2024-11-22T15:23:20,502 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting 7ad2406cadd445a0bc4950c4fa9cec42, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1732288999154 2024-11-22T15:23:20,512 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122426c8b1508c24f7f8ef845c30aab1f8d_74c08031ebf45a230367f9c2a97430e8 is 50, key is test_row_0/A:col10/1732288999845/Put/seqid=0 2024-11-22T15:23:20,529 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 74c08031ebf45a230367f9c2a97430e8#C#compaction#389 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T15:23:20,529 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:20,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39526 deadline: 1732289060515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:20,529 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:20,529 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/C/c54ad9ab59ae4c31a8fece22a6dda8a9 is 50, key is test_row_0/C:col10/1732288999154/Put/seqid=0 2024-11-22T15:23:20,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39492 deadline: 1732289060521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:20,531 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:20,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39538 deadline: 1732289060522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:20,532 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:20,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39498 deadline: 1732289060529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:20,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742278_1454 (size=31903) 2024-11-22T15:23:20,567 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:23:20,567 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-22T15:23:20,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8. 2024-11-22T15:23:20,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8. as already flushing 2024-11-22T15:23:20,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8. 2024-11-22T15:23:20,568 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 74c08031ebf45a230367f9c2a97430e8, NAME => 'TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:23:20,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 74c08031ebf45a230367f9c2a97430e8, NAME => 'TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:23:20,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 74c08031ebf45a230367f9c2a97430e8, NAME => 'TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 74c08031ebf45a230367f9c2a97430e8, NAME => 'TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:23:20,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742279_1455 (size=14994) 2024-11-22T15:23:20,586 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:20,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39550 deadline: 1732289060579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:20,587 DEBUG [Thread-1684 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8220 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8., hostname=77927f992d0b,45443,1732288897733, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T15:23:20,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742280_1456 (size=12915) 2024-11-22T15:23:20,606 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/C/c54ad9ab59ae4c31a8fece22a6dda8a9 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/C/c54ad9ab59ae4c31a8fece22a6dda8a9 2024-11-22T15:23:20,613 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 74c08031ebf45a230367f9c2a97430e8/C of 74c08031ebf45a230367f9c2a97430e8 into c54ad9ab59ae4c31a8fece22a6dda8a9(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T15:23:20,613 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 74c08031ebf45a230367f9c2a97430e8: 2024-11-22T15:23:20,613 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8., storeName=74c08031ebf45a230367f9c2a97430e8/C, priority=12, startTime=1732289000447; duration=0sec 2024-11-22T15:23:20,613 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T15:23:20,613 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 74c08031ebf45a230367f9c2a97430e8:C 2024-11-22T15:23:20,637 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:20,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39526 deadline: 1732289060630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:20,637 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:20,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39492 deadline: 1732289060630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:20,638 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:20,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39538 deadline: 1732289060632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:20,641 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:20,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39498 deadline: 1732289060633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:20,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-22T15:23:20,720 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:23:20,720 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-22T15:23:20,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8. 2024-11-22T15:23:20,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8. as already flushing 2024-11-22T15:23:20,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8. 2024-11-22T15:23:20,720 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 74c08031ebf45a230367f9c2a97430e8, NAME => 'TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:23:20,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 74c08031ebf45a230367f9c2a97430e8, NAME => 'TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:23:20,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 74c08031ebf45a230367f9c2a97430e8, NAME => 'TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 74c08031ebf45a230367f9c2a97430e8, NAME => 'TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:23:20,843 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:20,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39492 deadline: 1732289060838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:20,846 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:20,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39526 deadline: 1732289060839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:20,847 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:20,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39538 deadline: 1732289060840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:20,847 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:20,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39498 deadline: 1732289060842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:20,872 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:23:20,873 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-22T15:23:20,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8. 2024-11-22T15:23:20,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8. as already flushing 2024-11-22T15:23:20,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8. 2024-11-22T15:23:20,873 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 74c08031ebf45a230367f9c2a97430e8, NAME => 'TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:23:20,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 74c08031ebf45a230367f9c2a97430e8, NAME => 'TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:23:20,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 74c08031ebf45a230367f9c2a97430e8, NAME => 'TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 74c08031ebf45a230367f9c2a97430e8, NAME => 'TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:23:20,974 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:20,979 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/A/a0acd2b99b814a97af58a1e78a88a370 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/a0acd2b99b814a97af58a1e78a88a370 2024-11-22T15:23:20,980 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122426c8b1508c24f7f8ef845c30aab1f8d_74c08031ebf45a230367f9c2a97430e8 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122426c8b1508c24f7f8ef845c30aab1f8d_74c08031ebf45a230367f9c2a97430e8 2024-11-22T15:23:20,982 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/A/e537797e527945d786f572f4cee04b65, store: [table=TestAcidGuarantees family=A region=74c08031ebf45a230367f9c2a97430e8] 2024-11-22T15:23:20,982 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/A/e537797e527945d786f572f4cee04b65 is 175, key is test_row_0/A:col10/1732288999845/Put/seqid=0 2024-11-22T15:23:20,992 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 74c08031ebf45a230367f9c2a97430e8/A of 74c08031ebf45a230367f9c2a97430e8 into a0acd2b99b814a97af58a1e78a88a370(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T15:23:20,992 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 74c08031ebf45a230367f9c2a97430e8: 2024-11-22T15:23:20,992 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8., storeName=74c08031ebf45a230367f9c2a97430e8/A, priority=12, startTime=1732289000442; duration=0sec 2024-11-22T15:23:20,992 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T15:23:20,992 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 74c08031ebf45a230367f9c2a97430e8:A 2024-11-22T15:23:21,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742281_1457 (size=39949) 2024-11-22T15:23:21,015 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=293, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/A/e537797e527945d786f572f4cee04b65 2024-11-22T15:23:21,025 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:23:21,026 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-22T15:23:21,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8. 2024-11-22T15:23:21,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8. as already flushing 2024-11-22T15:23:21,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8. 2024-11-22T15:23:21,027 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 74c08031ebf45a230367f9c2a97430e8, NAME => 'TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:23:21,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 74c08031ebf45a230367f9c2a97430e8, NAME => 'TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:23:21,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 74c08031ebf45a230367f9c2a97430e8, NAME => 'TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 74c08031ebf45a230367f9c2a97430e8, NAME => 'TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:23:21,037 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/B/a400833a272b419ba8940d6dc9e8ac40 is 50, key is test_row_0/B:col10/1732288999845/Put/seqid=0 2024-11-22T15:23:21,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742282_1458 (size=12301) 2024-11-22T15:23:21,148 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:21,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39492 deadline: 1732289061146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:21,156 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:21,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39526 deadline: 1732289061149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:21,156 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:21,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39538 deadline: 1732289061150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:21,157 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:21,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39498 deadline: 1732289061151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:21,180 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:23:21,180 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-22T15:23:21,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8. 2024-11-22T15:23:21,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8. as already flushing 2024-11-22T15:23:21,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8. 2024-11-22T15:23:21,180 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 74c08031ebf45a230367f9c2a97430e8, NAME => 'TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:23:21,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 74c08031ebf45a230367f9c2a97430e8, NAME => 'TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:23:21,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 74c08031ebf45a230367f9c2a97430e8, NAME => 'TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 74c08031ebf45a230367f9c2a97430e8, NAME => 'TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:23:21,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-22T15:23:21,335 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:23:21,335 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-22T15:23:21,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8. 2024-11-22T15:23:21,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8. as already flushing 2024-11-22T15:23:21,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8. 2024-11-22T15:23:21,336 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 74c08031ebf45a230367f9c2a97430e8, NAME => 'TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:23:21,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 74c08031ebf45a230367f9c2a97430e8, NAME => 'TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:23:21,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 74c08031ebf45a230367f9c2a97430e8, NAME => 'TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 74c08031ebf45a230367f9c2a97430e8, NAME => 'TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:23:21,457 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=293 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/B/a400833a272b419ba8940d6dc9e8ac40 2024-11-22T15:23:21,468 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/C/6b123729fdcb453187c10e414156a71a is 50, key is test_row_0/C:col10/1732288999845/Put/seqid=0 2024-11-22T15:23:21,489 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:23:21,490 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-22T15:23:21,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8. 2024-11-22T15:23:21,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8. as already flushing 2024-11-22T15:23:21,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8. 2024-11-22T15:23:21,490 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 74c08031ebf45a230367f9c2a97430e8, NAME => 'TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:23:21,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 74c08031ebf45a230367f9c2a97430e8, NAME => 'TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:23:21,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 74c08031ebf45a230367f9c2a97430e8, NAME => 'TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 74c08031ebf45a230367f9c2a97430e8, NAME => 'TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:23:21,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742283_1459 (size=12301) 2024-11-22T15:23:21,643 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:23:21,644 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-22T15:23:21,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8. 2024-11-22T15:23:21,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8. as already flushing 2024-11-22T15:23:21,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8. 2024-11-22T15:23:21,645 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 74c08031ebf45a230367f9c2a97430e8, NAME => 'TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:23:21,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 74c08031ebf45a230367f9c2a97430e8, NAME => 'TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:23:21,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 74c08031ebf45a230367f9c2a97430e8, NAME => 'TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 74c08031ebf45a230367f9c2a97430e8, NAME => 'TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:23:21,656 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:21,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39492 deadline: 1732289061653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:21,664 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:21,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39498 deadline: 1732289061658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:21,664 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:21,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39538 deadline: 1732289061659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:21,664 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:21,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39526 deadline: 1732289061661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:21,796 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:23:21,797 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-22T15:23:21,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8. 2024-11-22T15:23:21,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8. as already flushing 2024-11-22T15:23:21,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8. 2024-11-22T15:23:21,797 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 74c08031ebf45a230367f9c2a97430e8, NAME => 'TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:23:21,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 74c08031ebf45a230367f9c2a97430e8, NAME => 'TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:23:21,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 74c08031ebf45a230367f9c2a97430e8, NAME => 'TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 74c08031ebf45a230367f9c2a97430e8, NAME => 'TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:23:21,917 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=293 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/C/6b123729fdcb453187c10e414156a71a 2024-11-22T15:23:21,921 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/A/e537797e527945d786f572f4cee04b65 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/e537797e527945d786f572f4cee04b65 2024-11-22T15:23:21,924 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/e537797e527945d786f572f4cee04b65, entries=200, sequenceid=293, filesize=39.0 K 2024-11-22T15:23:21,925 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/B/a400833a272b419ba8940d6dc9e8ac40 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/B/a400833a272b419ba8940d6dc9e8ac40 2024-11-22T15:23:21,928 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/B/a400833a272b419ba8940d6dc9e8ac40, entries=150, sequenceid=293, filesize=12.0 K 2024-11-22T15:23:21,928 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/C/6b123729fdcb453187c10e414156a71a as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/C/6b123729fdcb453187c10e414156a71a 2024-11-22T15:23:21,931 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/C/6b123729fdcb453187c10e414156a71a, entries=150, sequenceid=293, filesize=12.0 K 2024-11-22T15:23:21,932 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 74c08031ebf45a230367f9c2a97430e8 in 1450ms, sequenceid=293, compaction requested=false 2024-11-22T15:23:21,933 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 74c08031ebf45a230367f9c2a97430e8: 2024-11-22T15:23:21,949 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:23:21,950 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-22T15:23:21,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8. 2024-11-22T15:23:21,950 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2837): Flushing 74c08031ebf45a230367f9c2a97430e8 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-22T15:23:21,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74c08031ebf45a230367f9c2a97430e8, store=A 2024-11-22T15:23:21,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:23:21,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74c08031ebf45a230367f9c2a97430e8, store=B 2024-11-22T15:23:21,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:23:21,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74c08031ebf45a230367f9c2a97430e8, store=C 2024-11-22T15:23:21,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:23:21,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122f78edcd8a95641babb4185a4b3791757_74c08031ebf45a230367f9c2a97430e8 is 50, key is test_row_0/A:col10/1732289000520/Put/seqid=0 2024-11-22T15:23:21,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742284_1460 (size=12454) 2024-11-22T15:23:22,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-22T15:23:22,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:22,401 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122f78edcd8a95641babb4185a4b3791757_74c08031ebf45a230367f9c2a97430e8 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122f78edcd8a95641babb4185a4b3791757_74c08031ebf45a230367f9c2a97430e8 2024-11-22T15:23:22,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/A/413afd5c1e0b4264a1d9ba0ba7b45d94, store: [table=TestAcidGuarantees family=A region=74c08031ebf45a230367f9c2a97430e8] 2024-11-22T15:23:22,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/A/413afd5c1e0b4264a1d9ba0ba7b45d94 is 175, key is test_row_0/A:col10/1732289000520/Put/seqid=0 2024-11-22T15:23:22,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742285_1461 (size=31255) 2024-11-22T15:23:22,436 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=315, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/A/413afd5c1e0b4264a1d9ba0ba7b45d94 2024-11-22T15:23:22,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/B/5591cdd987184c57b1b1e07d787dc188 is 50, key is test_row_0/B:col10/1732289000520/Put/seqid=0 2024-11-22T15:23:22,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742286_1462 (size=12301) 2024-11-22T15:23:22,668 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8. as already flushing 2024-11-22T15:23:22,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(8581): Flush requested on 74c08031ebf45a230367f9c2a97430e8 2024-11-22T15:23:22,710 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:22,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39492 deadline: 1732289062699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:22,711 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:22,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39538 deadline: 1732289062700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:22,711 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:22,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39526 deadline: 1732289062701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:22,711 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:22,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39498 deadline: 1732289062701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:22,819 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:22,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39538 deadline: 1732289062812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:22,820 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:22,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39526 deadline: 1732289062812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:22,820 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:22,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39492 deadline: 1732289062812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:22,821 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:22,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39498 deadline: 1732289062812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:22,882 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=315 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/B/5591cdd987184c57b1b1e07d787dc188 2024-11-22T15:23:22,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/C/c99e0290acf6458fa6c7012f316ab0b2 is 50, key is test_row_0/C:col10/1732289000520/Put/seqid=0 2024-11-22T15:23:22,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742287_1463 (size=12301) 2024-11-22T15:23:22,948 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=315 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/C/c99e0290acf6458fa6c7012f316ab0b2 2024-11-22T15:23:22,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/A/413afd5c1e0b4264a1d9ba0ba7b45d94 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/413afd5c1e0b4264a1d9ba0ba7b45d94 2024-11-22T15:23:22,958 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/413afd5c1e0b4264a1d9ba0ba7b45d94, entries=150, sequenceid=315, filesize=30.5 K 2024-11-22T15:23:22,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/B/5591cdd987184c57b1b1e07d787dc188 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/B/5591cdd987184c57b1b1e07d787dc188 2024-11-22T15:23:22,963 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/B/5591cdd987184c57b1b1e07d787dc188, entries=150, sequenceid=315, filesize=12.0 K 2024-11-22T15:23:22,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/C/c99e0290acf6458fa6c7012f316ab0b2 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/C/c99e0290acf6458fa6c7012f316ab0b2 2024-11-22T15:23:22,971 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/C/c99e0290acf6458fa6c7012f316ab0b2, entries=150, sequenceid=315, filesize=12.0 K 2024-11-22T15:23:22,972 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for 74c08031ebf45a230367f9c2a97430e8 in 1022ms, sequenceid=315, compaction requested=true 2024-11-22T15:23:22,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2538): Flush status journal for 74c08031ebf45a230367f9c2a97430e8: 2024-11-22T15:23:22,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8. 2024-11-22T15:23:22,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=113 2024-11-22T15:23:22,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4106): Remote procedure done, pid=113 2024-11-22T15:23:22,974 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=113, resume processing ppid=112 2024-11-22T15:23:22,974 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=113, ppid=112, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.8620 sec 2024-11-22T15:23:22,975 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=112, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees in 2.8660 sec 2024-11-22T15:23:23,032 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 74c08031ebf45a230367f9c2a97430e8 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-22T15:23:23,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(8581): Flush requested on 74c08031ebf45a230367f9c2a97430e8 2024-11-22T15:23:23,035 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74c08031ebf45a230367f9c2a97430e8, store=A 2024-11-22T15:23:23,035 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:23:23,035 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74c08031ebf45a230367f9c2a97430e8, store=B 2024-11-22T15:23:23,035 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:23:23,035 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74c08031ebf45a230367f9c2a97430e8, store=C 2024-11-22T15:23:23,035 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:23:23,060 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112219516da98a394d219cba9204c8dbc392_74c08031ebf45a230367f9c2a97430e8 is 50, key is test_row_0/A:col10/1732289002686/Put/seqid=0 2024-11-22T15:23:23,075 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:23,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39538 deadline: 1732289063064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:23,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742288_1464 (size=12454) 2024-11-22T15:23:23,080 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:23,080 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:23,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39492 deadline: 1732289063069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:23,083 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:23,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39526 deadline: 1732289063072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:23,084 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:23,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39498 deadline: 1732289063073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:23,085 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112219516da98a394d219cba9204c8dbc392_74c08031ebf45a230367f9c2a97430e8 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112219516da98a394d219cba9204c8dbc392_74c08031ebf45a230367f9c2a97430e8 2024-11-22T15:23:23,087 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/A/682563cf05454d2bb2f3d183c3f490aa, store: [table=TestAcidGuarantees family=A region=74c08031ebf45a230367f9c2a97430e8] 2024-11-22T15:23:23,087 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/A/682563cf05454d2bb2f3d183c3f490aa is 175, key is test_row_0/A:col10/1732289002686/Put/seqid=0 2024-11-22T15:23:23,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742289_1465 (size=31255) 2024-11-22T15:23:23,114 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=334, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/A/682563cf05454d2bb2f3d183c3f490aa 2024-11-22T15:23:23,140 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/B/e32bfa0a79df40f8acd79e592a745460 is 50, key is test_row_0/B:col10/1732289002686/Put/seqid=0 2024-11-22T15:23:23,185 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:23,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39538 deadline: 1732289063178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:23,185 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:23,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39492 deadline: 1732289063181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:23,193 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:23,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39526 deadline: 1732289063184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:23,193 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:23,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39498 deadline: 1732289063185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:23,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742290_1466 (size=12301) 2024-11-22T15:23:23,204 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=334 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/B/e32bfa0a79df40f8acd79e592a745460 2024-11-22T15:23:23,213 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/C/4b5a8eb9f700409ca148f7e17984c7a2 is 50, key is test_row_0/C:col10/1732289002686/Put/seqid=0 2024-11-22T15:23:23,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742291_1467 (size=12301) 2024-11-22T15:23:23,391 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:23,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39492 deadline: 1732289063387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:23,392 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:23,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39538 deadline: 1732289063387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:23,402 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:23,402 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:23,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39526 deadline: 1732289063396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:23,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39498 deadline: 1732289063397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:23,639 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=334 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/C/4b5a8eb9f700409ca148f7e17984c7a2 2024-11-22T15:23:23,643 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/A/682563cf05454d2bb2f3d183c3f490aa as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/682563cf05454d2bb2f3d183c3f490aa 2024-11-22T15:23:23,646 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/682563cf05454d2bb2f3d183c3f490aa, entries=150, sequenceid=334, filesize=30.5 K 2024-11-22T15:23:23,648 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/B/e32bfa0a79df40f8acd79e592a745460 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/B/e32bfa0a79df40f8acd79e592a745460 2024-11-22T15:23:23,652 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/B/e32bfa0a79df40f8acd79e592a745460, entries=150, sequenceid=334, filesize=12.0 K 2024-11-22T15:23:23,653 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/C/4b5a8eb9f700409ca148f7e17984c7a2 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/C/4b5a8eb9f700409ca148f7e17984c7a2 2024-11-22T15:23:23,657 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/C/4b5a8eb9f700409ca148f7e17984c7a2, entries=150, sequenceid=334, filesize=12.0 K 2024-11-22T15:23:23,657 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for 74c08031ebf45a230367f9c2a97430e8 in 625ms, sequenceid=334, compaction requested=true 2024-11-22T15:23:23,658 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 74c08031ebf45a230367f9c2a97430e8: 2024-11-22T15:23:23,658 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 74c08031ebf45a230367f9c2a97430e8:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T15:23:23,658 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T15:23:23,658 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T15:23:23,658 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 74c08031ebf45a230367f9c2a97430e8:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T15:23:23,658 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T15:23:23,658 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 74c08031ebf45a230367f9c2a97430e8:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T15:23:23,658 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T15:23:23,659 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T15:23:23,659 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49852 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T15:23:23,659 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1540): 74c08031ebf45a230367f9c2a97430e8/B is initiating minor compaction (all files) 2024-11-22T15:23:23,659 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 74c08031ebf45a230367f9c2a97430e8/B in TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8. 2024-11-22T15:23:23,660 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/B/8d296278c78448d58b30df7b0cc621c3, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/B/a400833a272b419ba8940d6dc9e8ac40, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/B/5591cdd987184c57b1b1e07d787dc188, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/B/e32bfa0a79df40f8acd79e592a745460] into tmpdir=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp, totalSize=48.7 K 2024-11-22T15:23:23,660 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 134362 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T15:23:23,660 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1540): 74c08031ebf45a230367f9c2a97430e8/A is initiating minor compaction (all files) 2024-11-22T15:23:23,660 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 74c08031ebf45a230367f9c2a97430e8/A in TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8. 2024-11-22T15:23:23,660 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/a0acd2b99b814a97af58a1e78a88a370, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/e537797e527945d786f572f4cee04b65, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/413afd5c1e0b4264a1d9ba0ba7b45d94, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/682563cf05454d2bb2f3d183c3f490aa] into tmpdir=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp, totalSize=131.2 K 2024-11-22T15:23:23,660 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8. 2024-11-22T15:23:23,660 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8. files: [hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/a0acd2b99b814a97af58a1e78a88a370, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/e537797e527945d786f572f4cee04b65, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/413afd5c1e0b4264a1d9ba0ba7b45d94, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/682563cf05454d2bb2f3d183c3f490aa] 2024-11-22T15:23:23,660 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting 8d296278c78448d58b30df7b0cc621c3, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1732288999154 2024-11-22T15:23:23,661 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting a400833a272b419ba8940d6dc9e8ac40, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1732288999845 2024-11-22T15:23:23,661 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting a0acd2b99b814a97af58a1e78a88a370, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1732288999154 2024-11-22T15:23:23,662 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting 5591cdd987184c57b1b1e07d787dc188, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1732289000513 2024-11-22T15:23:23,662 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting e537797e527945d786f572f4cee04b65, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1732288999844 2024-11-22T15:23:23,662 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting e32bfa0a79df40f8acd79e592a745460, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=334, earliestPutTs=1732289002686 2024-11-22T15:23:23,662 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting 413afd5c1e0b4264a1d9ba0ba7b45d94, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1732289000513 2024-11-22T15:23:23,663 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting 682563cf05454d2bb2f3d183c3f490aa, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=334, earliestPutTs=1732289002686 2024-11-22T15:23:23,674 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=74c08031ebf45a230367f9c2a97430e8] 2024-11-22T15:23:23,688 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 74c08031ebf45a230367f9c2a97430e8#B#compaction#399 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T15:23:23,688 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/B/4f2f291ecd154b24aa5a926e1202f60f is 50, key is test_row_0/B:col10/1732289002686/Put/seqid=0 2024-11-22T15:23:23,700 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 74c08031ebf45a230367f9c2a97430e8 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-22T15:23:23,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(8581): Flush requested on 74c08031ebf45a230367f9c2a97430e8 2024-11-22T15:23:23,700 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74c08031ebf45a230367f9c2a97430e8, store=A 2024-11-22T15:23:23,700 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:23:23,700 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74c08031ebf45a230367f9c2a97430e8, store=B 2024-11-22T15:23:23,700 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:23:23,701 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241122e800b22a08014c37b0dbce97e3522d68_74c08031ebf45a230367f9c2a97430e8 store=[table=TestAcidGuarantees family=A region=74c08031ebf45a230367f9c2a97430e8] 2024-11-22T15:23:23,701 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74c08031ebf45a230367f9c2a97430e8, store=C 2024-11-22T15:23:23,701 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:23:23,705 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241122e800b22a08014c37b0dbce97e3522d68_74c08031ebf45a230367f9c2a97430e8, store=[table=TestAcidGuarantees family=A region=74c08031ebf45a230367f9c2a97430e8] 2024-11-22T15:23:23,705 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122e800b22a08014c37b0dbce97e3522d68_74c08031ebf45a230367f9c2a97430e8 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=74c08031ebf45a230367f9c2a97430e8] 2024-11-22T15:23:23,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742292_1468 (size=13085) 2024-11-22T15:23:23,753 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122c88b1fa220144076a0854ddc31d350b6_74c08031ebf45a230367f9c2a97430e8 is 50, key is test_row_0/A:col10/1732289003072/Put/seqid=0 2024-11-22T15:23:23,755 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:23,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39526 deadline: 1732289063740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:23,756 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:23,756 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:23,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39498 deadline: 1732289063740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:23,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39538 deadline: 1732289063740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:23,764 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:23,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39492 deadline: 1732289063755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:23,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742293_1469 (size=4469) 2024-11-22T15:23:23,769 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 74c08031ebf45a230367f9c2a97430e8#A#compaction#398 average throughput is 0.26 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T15:23:23,769 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/A/6190b42407604eb587a5cb09aac07bea is 175, key is test_row_0/A:col10/1732289002686/Put/seqid=0 2024-11-22T15:23:23,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742294_1470 (size=14994) 2024-11-22T15:23:23,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742295_1471 (size=32039) 2024-11-22T15:23:23,813 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:23,819 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122c88b1fa220144076a0854ddc31d350b6_74c08031ebf45a230367f9c2a97430e8 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122c88b1fa220144076a0854ddc31d350b6_74c08031ebf45a230367f9c2a97430e8 2024-11-22T15:23:23,819 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/A/6190b42407604eb587a5cb09aac07bea as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/6190b42407604eb587a5cb09aac07bea 2024-11-22T15:23:23,820 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/A/6a85ff290940443db23c7e65f5cf4c0a, store: [table=TestAcidGuarantees family=A region=74c08031ebf45a230367f9c2a97430e8] 2024-11-22T15:23:23,820 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/A/6a85ff290940443db23c7e65f5cf4c0a is 175, key is test_row_0/A:col10/1732289003072/Put/seqid=0 2024-11-22T15:23:23,825 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 74c08031ebf45a230367f9c2a97430e8/A of 74c08031ebf45a230367f9c2a97430e8 into 6190b42407604eb587a5cb09aac07bea(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T15:23:23,825 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 74c08031ebf45a230367f9c2a97430e8: 2024-11-22T15:23:23,825 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8., storeName=74c08031ebf45a230367f9c2a97430e8/A, priority=12, startTime=1732289003658; duration=0sec 2024-11-22T15:23:23,825 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T15:23:23,825 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 74c08031ebf45a230367f9c2a97430e8:A 2024-11-22T15:23:23,825 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T15:23:23,828 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49818 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T15:23:23,828 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1540): 74c08031ebf45a230367f9c2a97430e8/C is initiating minor compaction (all files) 2024-11-22T15:23:23,828 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 74c08031ebf45a230367f9c2a97430e8/C in TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8. 2024-11-22T15:23:23,828 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/C/c54ad9ab59ae4c31a8fece22a6dda8a9, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/C/6b123729fdcb453187c10e414156a71a, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/C/c99e0290acf6458fa6c7012f316ab0b2, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/C/4b5a8eb9f700409ca148f7e17984c7a2] into tmpdir=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp, totalSize=48.7 K 2024-11-22T15:23:23,828 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting c54ad9ab59ae4c31a8fece22a6dda8a9, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1732288999154 2024-11-22T15:23:23,829 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6b123729fdcb453187c10e414156a71a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1732288999845 2024-11-22T15:23:23,829 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting c99e0290acf6458fa6c7012f316ab0b2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1732289000513 2024-11-22T15:23:23,830 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4b5a8eb9f700409ca148f7e17984c7a2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=334, earliestPutTs=1732289002686 2024-11-22T15:23:23,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742296_1472 (size=39949) 2024-11-22T15:23:23,848 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=352, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/A/6a85ff290940443db23c7e65f5cf4c0a 2024-11-22T15:23:23,859 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:23,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39498 deadline: 1732289063857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:23,860 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 74c08031ebf45a230367f9c2a97430e8#C#compaction#401 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T15:23:23,860 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:23,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39526 deadline: 1732289063857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:23,860 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:23,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39538 deadline: 1732289063857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:23,860 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/C/3a6447fec5184bba98481aeceda146d4 is 50, key is test_row_0/C:col10/1732289002686/Put/seqid=0 2024-11-22T15:23:23,872 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:23,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39492 deadline: 1732289063866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:23,892 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/B/2e1354efbd7a472bbc43cd86eb3b8e5b is 50, key is test_row_0/B:col10/1732289003072/Put/seqid=0 2024-11-22T15:23:23,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742297_1473 (size=13051) 2024-11-22T15:23:23,925 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/C/3a6447fec5184bba98481aeceda146d4 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/C/3a6447fec5184bba98481aeceda146d4 2024-11-22T15:23:23,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742298_1474 (size=12301) 2024-11-22T15:23:23,932 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 74c08031ebf45a230367f9c2a97430e8/C of 74c08031ebf45a230367f9c2a97430e8 into 3a6447fec5184bba98481aeceda146d4(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T15:23:23,932 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 74c08031ebf45a230367f9c2a97430e8: 2024-11-22T15:23:23,932 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8., storeName=74c08031ebf45a230367f9c2a97430e8/C, priority=12, startTime=1732289003658; duration=0sec 2024-11-22T15:23:23,932 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T15:23:23,932 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 74c08031ebf45a230367f9c2a97430e8:C 2024-11-22T15:23:23,933 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=352 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/B/2e1354efbd7a472bbc43cd86eb3b8e5b 2024-11-22T15:23:23,969 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/C/fc9997ea78e34040974c2fa3b03d81da is 50, key is test_row_0/C:col10/1732289003072/Put/seqid=0 2024-11-22T15:23:23,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742299_1475 (size=12301) 2024-11-22T15:23:23,997 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=352 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/C/fc9997ea78e34040974c2fa3b03d81da 2024-11-22T15:23:24,005 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/A/6a85ff290940443db23c7e65f5cf4c0a as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/6a85ff290940443db23c7e65f5cf4c0a 2024-11-22T15:23:24,011 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/6a85ff290940443db23c7e65f5cf4c0a, entries=200, sequenceid=352, filesize=39.0 K 2024-11-22T15:23:24,011 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/B/2e1354efbd7a472bbc43cd86eb3b8e5b as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/B/2e1354efbd7a472bbc43cd86eb3b8e5b 2024-11-22T15:23:24,015 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/B/2e1354efbd7a472bbc43cd86eb3b8e5b, entries=150, sequenceid=352, filesize=12.0 K 2024-11-22T15:23:24,016 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/C/fc9997ea78e34040974c2fa3b03d81da as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/C/fc9997ea78e34040974c2fa3b03d81da 2024-11-22T15:23:24,021 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/C/fc9997ea78e34040974c2fa3b03d81da, entries=150, sequenceid=352, filesize=12.0 K 2024-11-22T15:23:24,022 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for 74c08031ebf45a230367f9c2a97430e8 in 322ms, sequenceid=352, compaction requested=false 2024-11-22T15:23:24,022 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 74c08031ebf45a230367f9c2a97430e8: 2024-11-22T15:23:24,064 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 74c08031ebf45a230367f9c2a97430e8 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-22T15:23:24,065 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74c08031ebf45a230367f9c2a97430e8, store=A 2024-11-22T15:23:24,065 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:23:24,065 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74c08031ebf45a230367f9c2a97430e8, store=B 2024-11-22T15:23:24,065 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:23:24,065 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74c08031ebf45a230367f9c2a97430e8, store=C 2024-11-22T15:23:24,065 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:23:24,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(8581): Flush requested on 74c08031ebf45a230367f9c2a97430e8 2024-11-22T15:23:24,096 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122042da056155a478cbaac7748e08997e3_74c08031ebf45a230367f9c2a97430e8 is 50, key is test_row_0/A:col10/1732289003739/Put/seqid=0 2024-11-22T15:23:24,106 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:24,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39492 deadline: 1732289064094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:24,106 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:24,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39538 deadline: 1732289064101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:24,117 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:24,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39526 deadline: 1732289064105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:24,117 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:24,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39498 deadline: 1732289064106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:24,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742300_1476 (size=14994) 2024-11-22T15:23:24,133 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:24,138 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122042da056155a478cbaac7748e08997e3_74c08031ebf45a230367f9c2a97430e8 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122042da056155a478cbaac7748e08997e3_74c08031ebf45a230367f9c2a97430e8 2024-11-22T15:23:24,141 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/A/b6d58a3138474f858ad416d5793a8228, store: [table=TestAcidGuarantees family=A region=74c08031ebf45a230367f9c2a97430e8] 2024-11-22T15:23:24,142 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/A/b6d58a3138474f858ad416d5793a8228 is 175, key is test_row_0/A:col10/1732289003739/Put/seqid=0 2024-11-22T15:23:24,150 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/B/4f2f291ecd154b24aa5a926e1202f60f as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/B/4f2f291ecd154b24aa5a926e1202f60f 2024-11-22T15:23:24,161 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 74c08031ebf45a230367f9c2a97430e8/B of 74c08031ebf45a230367f9c2a97430e8 into 4f2f291ecd154b24aa5a926e1202f60f(size=12.8 K), total size for store is 24.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T15:23:24,161 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 74c08031ebf45a230367f9c2a97430e8: 2024-11-22T15:23:24,161 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8., storeName=74c08031ebf45a230367f9c2a97430e8/B, priority=12, startTime=1732289003658; duration=0sec 2024-11-22T15:23:24,161 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T15:23:24,161 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 74c08031ebf45a230367f9c2a97430e8:B 2024-11-22T15:23:24,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742301_1477 (size=39949) 2024-11-22T15:23:24,169 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=373, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/A/b6d58a3138474f858ad416d5793a8228 2024-11-22T15:23:24,204 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/B/39533cd29bd547089911a880ca63bb56 is 50, key is test_row_0/B:col10/1732289003739/Put/seqid=0 2024-11-22T15:23:24,214 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:24,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39538 deadline: 1732289064207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:24,214 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:24,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39492 deadline: 1732289064207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:24,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-22T15:23:24,216 INFO [Thread-1690 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 112 completed 2024-11-22T15:23:24,217 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T15:23:24,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] procedure2.ProcedureExecutor(1098): Stored pid=114, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees 2024-11-22T15:23:24,220 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=114, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T15:23:24,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-22T15:23:24,221 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=114, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T15:23:24,221 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=115, ppid=114, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T15:23:24,226 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:24,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39526 deadline: 1732289064219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:24,227 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:24,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39498 deadline: 1732289064220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:24,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742302_1478 (size=12301) 2024-11-22T15:23:24,232 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=373 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/B/39533cd29bd547089911a880ca63bb56 2024-11-22T15:23:24,242 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/C/3b2ba8f5a0ae4b7ca3dae71f0026c38a is 50, key is test_row_0/C:col10/1732289003739/Put/seqid=0 2024-11-22T15:23:24,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742303_1479 (size=12301) 2024-11-22T15:23:24,265 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=373 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/C/3b2ba8f5a0ae4b7ca3dae71f0026c38a 2024-11-22T15:23:24,269 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/A/b6d58a3138474f858ad416d5793a8228 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/b6d58a3138474f858ad416d5793a8228 2024-11-22T15:23:24,275 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/b6d58a3138474f858ad416d5793a8228, entries=200, sequenceid=373, filesize=39.0 K 2024-11-22T15:23:24,276 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/B/39533cd29bd547089911a880ca63bb56 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/B/39533cd29bd547089911a880ca63bb56 2024-11-22T15:23:24,280 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/B/39533cd29bd547089911a880ca63bb56, entries=150, sequenceid=373, filesize=12.0 K 2024-11-22T15:23:24,281 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/C/3b2ba8f5a0ae4b7ca3dae71f0026c38a as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/C/3b2ba8f5a0ae4b7ca3dae71f0026c38a 2024-11-22T15:23:24,285 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/C/3b2ba8f5a0ae4b7ca3dae71f0026c38a, entries=150, sequenceid=373, filesize=12.0 K 2024-11-22T15:23:24,287 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for 74c08031ebf45a230367f9c2a97430e8 in 222ms, sequenceid=373, compaction requested=true 2024-11-22T15:23:24,287 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 74c08031ebf45a230367f9c2a97430e8: 2024-11-22T15:23:24,287 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 74c08031ebf45a230367f9c2a97430e8:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T15:23:24,287 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T15:23:24,287 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T15:23:24,287 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T15:23:24,288 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 111937 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T15:23:24,288 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1540): 74c08031ebf45a230367f9c2a97430e8/A is initiating minor compaction (all files) 2024-11-22T15:23:24,288 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 74c08031ebf45a230367f9c2a97430e8/A in TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8. 2024-11-22T15:23:24,288 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T15:23:24,288 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1540): 74c08031ebf45a230367f9c2a97430e8/B is initiating minor compaction (all files) 2024-11-22T15:23:24,288 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/6190b42407604eb587a5cb09aac07bea, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/6a85ff290940443db23c7e65f5cf4c0a, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/b6d58a3138474f858ad416d5793a8228] into tmpdir=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp, totalSize=109.3 K 2024-11-22T15:23:24,288 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 74c08031ebf45a230367f9c2a97430e8/B in TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8. 2024-11-22T15:23:24,288 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8. 2024-11-22T15:23:24,288 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/B/4f2f291ecd154b24aa5a926e1202f60f, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/B/2e1354efbd7a472bbc43cd86eb3b8e5b, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/B/39533cd29bd547089911a880ca63bb56] into tmpdir=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp, totalSize=36.8 K 2024-11-22T15:23:24,288 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8. files: [hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/6190b42407604eb587a5cb09aac07bea, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/6a85ff290940443db23c7e65f5cf4c0a, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/b6d58a3138474f858ad416d5793a8228] 2024-11-22T15:23:24,289 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting 4f2f291ecd154b24aa5a926e1202f60f, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=334, earliestPutTs=1732289002686 2024-11-22T15:23:24,289 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6190b42407604eb587a5cb09aac07bea, keycount=150, bloomtype=ROW, size=31.3 K, encoding=NONE, compression=NONE, seqNum=334, earliestPutTs=1732289002686 2024-11-22T15:23:24,289 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6a85ff290940443db23c7e65f5cf4c0a, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=352, earliestPutTs=1732289003047 2024-11-22T15:23:24,289 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting 2e1354efbd7a472bbc43cd86eb3b8e5b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=352, earliestPutTs=1732289003047 2024-11-22T15:23:24,289 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting b6d58a3138474f858ad416d5793a8228, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=373, earliestPutTs=1732289003728 2024-11-22T15:23:24,289 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting 39533cd29bd547089911a880ca63bb56, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=373, earliestPutTs=1732289003728 2024-11-22T15:23:24,296 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 74c08031ebf45a230367f9c2a97430e8:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T15:23:24,296 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T15:23:24,296 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 74c08031ebf45a230367f9c2a97430e8:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T15:23:24,296 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T15:23:24,305 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 74c08031ebf45a230367f9c2a97430e8#B#compaction#407 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T15:23:24,305 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/B/2a29e2e18d5d4e4a80ab76d157310be6 is 50, key is test_row_0/B:col10/1732289003739/Put/seqid=0 2024-11-22T15:23:24,315 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=74c08031ebf45a230367f9c2a97430e8] 2024-11-22T15:23:24,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-22T15:23:24,335 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241122b3609c3c2a9543d19814f1958dd00136_74c08031ebf45a230367f9c2a97430e8 store=[table=TestAcidGuarantees family=A region=74c08031ebf45a230367f9c2a97430e8] 2024-11-22T15:23:24,337 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241122b3609c3c2a9543d19814f1958dd00136_74c08031ebf45a230367f9c2a97430e8, store=[table=TestAcidGuarantees family=A region=74c08031ebf45a230367f9c2a97430e8] 2024-11-22T15:23:24,337 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122b3609c3c2a9543d19814f1958dd00136_74c08031ebf45a230367f9c2a97430e8 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=74c08031ebf45a230367f9c2a97430e8] 2024-11-22T15:23:24,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742304_1480 (size=13187) 2024-11-22T15:23:24,373 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/B/2a29e2e18d5d4e4a80ab76d157310be6 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/B/2a29e2e18d5d4e4a80ab76d157310be6 2024-11-22T15:23:24,373 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:23:24,373 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-22T15:23:24,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8. 2024-11-22T15:23:24,374 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2837): Flushing 74c08031ebf45a230367f9c2a97430e8 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-22T15:23:24,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74c08031ebf45a230367f9c2a97430e8, store=A 2024-11-22T15:23:24,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:23:24,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74c08031ebf45a230367f9c2a97430e8, store=B 2024-11-22T15:23:24,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:23:24,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74c08031ebf45a230367f9c2a97430e8, store=C 2024-11-22T15:23:24,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:23:24,378 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 74c08031ebf45a230367f9c2a97430e8/B of 74c08031ebf45a230367f9c2a97430e8 into 2a29e2e18d5d4e4a80ab76d157310be6(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T15:23:24,378 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 74c08031ebf45a230367f9c2a97430e8: 2024-11-22T15:23:24,378 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8., storeName=74c08031ebf45a230367f9c2a97430e8/B, priority=13, startTime=1732289004287; duration=0sec 2024-11-22T15:23:24,378 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T15:23:24,378 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 74c08031ebf45a230367f9c2a97430e8:B 2024-11-22T15:23:24,379 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T15:23:24,380 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T15:23:24,381 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1540): 74c08031ebf45a230367f9c2a97430e8/C is initiating minor compaction (all files) 2024-11-22T15:23:24,381 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 74c08031ebf45a230367f9c2a97430e8/C in TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8. 2024-11-22T15:23:24,381 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/C/3a6447fec5184bba98481aeceda146d4, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/C/fc9997ea78e34040974c2fa3b03d81da, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/C/3b2ba8f5a0ae4b7ca3dae71f0026c38a] into tmpdir=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp, totalSize=36.8 K 2024-11-22T15:23:24,381 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting 3a6447fec5184bba98481aeceda146d4, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=334, earliestPutTs=1732289002686 2024-11-22T15:23:24,381 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting fc9997ea78e34040974c2fa3b03d81da, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=352, earliestPutTs=1732289003047 2024-11-22T15:23:24,382 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting 3b2ba8f5a0ae4b7ca3dae71f0026c38a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=373, earliestPutTs=1732289003728 2024-11-22T15:23:24,394 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 74c08031ebf45a230367f9c2a97430e8#C#compaction#409 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T15:23:24,394 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/C/f290cb2b46764387a673798387280a9b is 50, key is test_row_0/C:col10/1732289003739/Put/seqid=0 2024-11-22T15:23:24,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742305_1481 (size=4469) 2024-11-22T15:23:24,397 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 74c08031ebf45a230367f9c2a97430e8#A#compaction#408 average throughput is 0.30 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T15:23:24,397 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/A/49158cf13da44b419541398bc708b111 is 175, key is test_row_0/A:col10/1732289003739/Put/seqid=0 2024-11-22T15:23:24,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122e68a3081913c46aa839f4527403cf0e0_74c08031ebf45a230367f9c2a97430e8 is 50, key is test_row_0/A:col10/1732289004100/Put/seqid=0 2024-11-22T15:23:24,422 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8. as already flushing 2024-11-22T15:23:24,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(8581): Flush requested on 74c08031ebf45a230367f9c2a97430e8 2024-11-22T15:23:24,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742306_1482 (size=13153) 2024-11-22T15:23:24,468 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:24,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39526 deadline: 1732289064462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:24,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742307_1483 (size=32141) 2024-11-22T15:23:24,474 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:24,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39498 deadline: 1732289064464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:24,475 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:24,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39538 deadline: 1732289064467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:24,482 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:24,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39492 deadline: 1732289064468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:24,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742308_1484 (size=12454) 2024-11-22T15:23:24,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-22T15:23:24,573 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:24,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39526 deadline: 1732289064569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:24,591 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:24,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39492 deadline: 1732289064583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:24,595 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:24,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39498 deadline: 1732289064588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:24,595 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:24,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39538 deadline: 1732289064588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:24,782 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:24,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39526 deadline: 1732289064775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:24,800 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:24,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39492 deadline: 1732289064792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:24,800 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:24,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39498 deadline: 1732289064796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:24,801 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:24,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39538 deadline: 1732289064797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:24,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-22T15:23:24,891 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/C/f290cb2b46764387a673798387280a9b as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/C/f290cb2b46764387a673798387280a9b 2024-11-22T15:23:24,891 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/A/49158cf13da44b419541398bc708b111 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/49158cf13da44b419541398bc708b111 2024-11-22T15:23:24,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:24,899 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122e68a3081913c46aa839f4527403cf0e0_74c08031ebf45a230367f9c2a97430e8 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122e68a3081913c46aa839f4527403cf0e0_74c08031ebf45a230367f9c2a97430e8 2024-11-22T15:23:24,900 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 74c08031ebf45a230367f9c2a97430e8/A of 74c08031ebf45a230367f9c2a97430e8 into 49158cf13da44b419541398bc708b111(size=31.4 K), total size for store is 31.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T15:23:24,900 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 74c08031ebf45a230367f9c2a97430e8: 2024-11-22T15:23:24,900 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8., storeName=74c08031ebf45a230367f9c2a97430e8/A, priority=13, startTime=1732289004287; duration=0sec 2024-11-22T15:23:24,900 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 74c08031ebf45a230367f9c2a97430e8/C of 74c08031ebf45a230367f9c2a97430e8 into f290cb2b46764387a673798387280a9b(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T15:23:24,900 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 74c08031ebf45a230367f9c2a97430e8: 2024-11-22T15:23:24,900 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8., storeName=74c08031ebf45a230367f9c2a97430e8/C, priority=13, startTime=1732289004296; duration=0sec 2024-11-22T15:23:24,900 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T15:23:24,900 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 74c08031ebf45a230367f9c2a97430e8:A 2024-11-22T15:23:24,900 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T15:23:24,900 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 74c08031ebf45a230367f9c2a97430e8:C 2024-11-22T15:23:24,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/A/f6c8d0427475482b98245b80035df944, store: [table=TestAcidGuarantees family=A region=74c08031ebf45a230367f9c2a97430e8] 2024-11-22T15:23:24,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/A/f6c8d0427475482b98245b80035df944 is 175, key is test_row_0/A:col10/1732289004100/Put/seqid=0 2024-11-22T15:23:24,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742309_1485 (size=31255) 2024-11-22T15:23:24,922 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=391, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/A/f6c8d0427475482b98245b80035df944 2024-11-22T15:23:24,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/B/d30c574a81a34bdfbdb13a9ea1df9d08 is 50, key is test_row_0/B:col10/1732289004100/Put/seqid=0 2024-11-22T15:23:24,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742310_1486 (size=12301) 2024-11-22T15:23:24,960 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=391 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/B/d30c574a81a34bdfbdb13a9ea1df9d08 2024-11-22T15:23:24,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/C/813b1aefe17c45138544c5dfa5bc7d86 is 50, key is test_row_0/C:col10/1732289004100/Put/seqid=0 2024-11-22T15:23:25,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742311_1487 (size=12301) 2024-11-22T15:23:25,015 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=391 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/C/813b1aefe17c45138544c5dfa5bc7d86 2024-11-22T15:23:25,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/A/f6c8d0427475482b98245b80035df944 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/f6c8d0427475482b98245b80035df944 2024-11-22T15:23:25,029 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/f6c8d0427475482b98245b80035df944, entries=150, sequenceid=391, filesize=30.5 K 2024-11-22T15:23:25,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/B/d30c574a81a34bdfbdb13a9ea1df9d08 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/B/d30c574a81a34bdfbdb13a9ea1df9d08 2024-11-22T15:23:25,033 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/B/d30c574a81a34bdfbdb13a9ea1df9d08, entries=150, sequenceid=391, filesize=12.0 K 2024-11-22T15:23:25,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/C/813b1aefe17c45138544c5dfa5bc7d86 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/C/813b1aefe17c45138544c5dfa5bc7d86 2024-11-22T15:23:25,036 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/C/813b1aefe17c45138544c5dfa5bc7d86, entries=150, sequenceid=391, filesize=12.0 K 2024-11-22T15:23:25,037 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 74c08031ebf45a230367f9c2a97430e8 in 663ms, sequenceid=391, compaction requested=false 2024-11-22T15:23:25,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2538): Flush status journal for 74c08031ebf45a230367f9c2a97430e8: 2024-11-22T15:23:25,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8. 2024-11-22T15:23:25,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=115 2024-11-22T15:23:25,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4106): Remote procedure done, pid=115 2024-11-22T15:23:25,041 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=115, resume processing ppid=114 2024-11-22T15:23:25,041 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=115, ppid=114, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 818 msec 2024-11-22T15:23:25,042 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=114, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees in 824 msec 2024-11-22T15:23:25,087 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 74c08031ebf45a230367f9c2a97430e8 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-22T15:23:25,087 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74c08031ebf45a230367f9c2a97430e8, store=A 2024-11-22T15:23:25,087 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:23:25,087 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74c08031ebf45a230367f9c2a97430e8, store=B 2024-11-22T15:23:25,087 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:23:25,087 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74c08031ebf45a230367f9c2a97430e8, store=C 2024-11-22T15:23:25,087 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:23:25,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(8581): Flush requested on 74c08031ebf45a230367f9c2a97430e8 2024-11-22T15:23:25,111 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411221cb693894b524d03ab07341c8d06f3db_74c08031ebf45a230367f9c2a97430e8 is 50, key is test_row_0/A:col10/1732289004451/Put/seqid=0 2024-11-22T15:23:25,134 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:25,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39526 deadline: 1732289065124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:25,134 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:25,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39538 deadline: 1732289065124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:25,135 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:25,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39492 deadline: 1732289065131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:25,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742312_1488 (size=14994) 2024-11-22T15:23:25,137 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:25,145 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411221cb693894b524d03ab07341c8d06f3db_74c08031ebf45a230367f9c2a97430e8 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411221cb693894b524d03ab07341c8d06f3db_74c08031ebf45a230367f9c2a97430e8 2024-11-22T15:23:25,145 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:25,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39498 deadline: 1732289065134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:25,148 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/A/d24df8e52c3d4a308241c106954ed203, store: [table=TestAcidGuarantees family=A region=74c08031ebf45a230367f9c2a97430e8] 2024-11-22T15:23:25,149 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/A/d24df8e52c3d4a308241c106954ed203 is 175, key is test_row_0/A:col10/1732289004451/Put/seqid=0 2024-11-22T15:23:25,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742313_1489 (size=39949) 2024-11-22T15:23:25,178 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=414, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/A/d24df8e52c3d4a308241c106954ed203 2024-11-22T15:23:25,202 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/B/2f006b7e9962421bb7470c613aabfec1 is 50, key is test_row_0/B:col10/1732289004451/Put/seqid=0 2024-11-22T15:23:25,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742314_1490 (size=12301) 2024-11-22T15:23:25,235 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=414 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/B/2f006b7e9962421bb7470c613aabfec1 2024-11-22T15:23:25,241 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:25,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39538 deadline: 1732289065236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:25,242 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:25,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39526 deadline: 1732289065236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:25,242 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:25,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39492 deadline: 1732289065236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:25,248 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/C/23416b87ffe84335b373d06553f81ae7 is 50, key is test_row_0/C:col10/1732289004451/Put/seqid=0 2024-11-22T15:23:25,255 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:25,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39498 deadline: 1732289065249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:25,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742315_1491 (size=12301) 2024-11-22T15:23:25,266 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=414 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/C/23416b87ffe84335b373d06553f81ae7 2024-11-22T15:23:25,271 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/A/d24df8e52c3d4a308241c106954ed203 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/d24df8e52c3d4a308241c106954ed203 2024-11-22T15:23:25,276 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/d24df8e52c3d4a308241c106954ed203, entries=200, sequenceid=414, filesize=39.0 K 2024-11-22T15:23:25,277 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/B/2f006b7e9962421bb7470c613aabfec1 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/B/2f006b7e9962421bb7470c613aabfec1 2024-11-22T15:23:25,283 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/B/2f006b7e9962421bb7470c613aabfec1, entries=150, sequenceid=414, filesize=12.0 K 2024-11-22T15:23:25,283 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/C/23416b87ffe84335b373d06553f81ae7 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/C/23416b87ffe84335b373d06553f81ae7 2024-11-22T15:23:25,289 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/C/23416b87ffe84335b373d06553f81ae7, entries=150, sequenceid=414, filesize=12.0 K 2024-11-22T15:23:25,290 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 74c08031ebf45a230367f9c2a97430e8 in 204ms, sequenceid=414, compaction requested=true 2024-11-22T15:23:25,290 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 74c08031ebf45a230367f9c2a97430e8: 2024-11-22T15:23:25,290 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T15:23:25,291 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 74c08031ebf45a230367f9c2a97430e8:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T15:23:25,291 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103345 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T15:23:25,291 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1540): 74c08031ebf45a230367f9c2a97430e8/A is initiating minor compaction (all files) 2024-11-22T15:23:25,291 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 74c08031ebf45a230367f9c2a97430e8/A in TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8. 2024-11-22T15:23:25,291 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/49158cf13da44b419541398bc708b111, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/f6c8d0427475482b98245b80035df944, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/d24df8e52c3d4a308241c106954ed203] into tmpdir=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp, totalSize=100.9 K 2024-11-22T15:23:25,291 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8. 2024-11-22T15:23:25,292 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8. files: [hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/49158cf13da44b419541398bc708b111, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/f6c8d0427475482b98245b80035df944, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/d24df8e52c3d4a308241c106954ed203] 2024-11-22T15:23:25,292 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting 49158cf13da44b419541398bc708b111, keycount=150, bloomtype=ROW, size=31.4 K, encoding=NONE, compression=NONE, seqNum=373, earliestPutTs=1732289003728 2024-11-22T15:23:25,292 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting f6c8d0427475482b98245b80035df944, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=391, earliestPutTs=1732289004090 2024-11-22T15:23:25,292 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting d24df8e52c3d4a308241c106954ed203, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=414, earliestPutTs=1732289004451 2024-11-22T15:23:25,294 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T15:23:25,295 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T15:23:25,296 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T15:23:25,296 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1540): 74c08031ebf45a230367f9c2a97430e8/B is initiating minor compaction (all files) 2024-11-22T15:23:25,296 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 74c08031ebf45a230367f9c2a97430e8/B in TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8. 2024-11-22T15:23:25,296 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/B/2a29e2e18d5d4e4a80ab76d157310be6, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/B/d30c574a81a34bdfbdb13a9ea1df9d08, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/B/2f006b7e9962421bb7470c613aabfec1] into tmpdir=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp, totalSize=36.9 K 2024-11-22T15:23:25,296 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting 2a29e2e18d5d4e4a80ab76d157310be6, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=373, earliestPutTs=1732289003728 2024-11-22T15:23:25,297 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting d30c574a81a34bdfbdb13a9ea1df9d08, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=391, earliestPutTs=1732289004090 2024-11-22T15:23:25,297 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting 2f006b7e9962421bb7470c613aabfec1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=414, earliestPutTs=1732289004451 2024-11-22T15:23:25,300 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 74c08031ebf45a230367f9c2a97430e8:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T15:23:25,300 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T15:23:25,300 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 74c08031ebf45a230367f9c2a97430e8:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T15:23:25,300 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T15:23:25,307 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=74c08031ebf45a230367f9c2a97430e8] 2024-11-22T15:23:25,312 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 74c08031ebf45a230367f9c2a97430e8#B#compaction#417 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T15:23:25,313 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/B/d4e2c5ad49394088a7841b76f9019799 is 50, key is test_row_0/B:col10/1732289004451/Put/seqid=0 2024-11-22T15:23:25,316 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241122f79db087df8c4d189f32d3929c5b58f4_74c08031ebf45a230367f9c2a97430e8 store=[table=TestAcidGuarantees family=A region=74c08031ebf45a230367f9c2a97430e8] 2024-11-22T15:23:25,324 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241122f79db087df8c4d189f32d3929c5b58f4_74c08031ebf45a230367f9c2a97430e8, store=[table=TestAcidGuarantees family=A region=74c08031ebf45a230367f9c2a97430e8] 2024-11-22T15:23:25,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-22T15:23:25,324 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122f79db087df8c4d189f32d3929c5b58f4_74c08031ebf45a230367f9c2a97430e8 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=74c08031ebf45a230367f9c2a97430e8] 2024-11-22T15:23:25,325 INFO [Thread-1690 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 114 completed 2024-11-22T15:23:25,330 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T15:23:25,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] procedure2.ProcedureExecutor(1098): Stored pid=116, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees 2024-11-22T15:23:25,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-22T15:23:25,331 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=116, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T15:23:25,332 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=116, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T15:23:25,332 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=117, ppid=116, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T15:23:25,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742316_1492 (size=13289) 2024-11-22T15:23:25,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742317_1493 (size=4469) 2024-11-22T15:23:25,348 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 74c08031ebf45a230367f9c2a97430e8#A#compaction#416 average throughput is 0.60 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T15:23:25,348 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/A/e3d3a10a4cb44868b77a0d6045ab31f0 is 175, key is test_row_0/A:col10/1732289004451/Put/seqid=0 2024-11-22T15:23:25,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742318_1494 (size=32243) 2024-11-22T15:23:25,393 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/A/e3d3a10a4cb44868b77a0d6045ab31f0 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/e3d3a10a4cb44868b77a0d6045ab31f0 2024-11-22T15:23:25,403 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 74c08031ebf45a230367f9c2a97430e8/A of 74c08031ebf45a230367f9c2a97430e8 into e3d3a10a4cb44868b77a0d6045ab31f0(size=31.5 K), total size for store is 31.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T15:23:25,403 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 74c08031ebf45a230367f9c2a97430e8: 2024-11-22T15:23:25,403 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8., storeName=74c08031ebf45a230367f9c2a97430e8/A, priority=13, startTime=1732289005290; duration=0sec 2024-11-22T15:23:25,403 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T15:23:25,403 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 74c08031ebf45a230367f9c2a97430e8:A 2024-11-22T15:23:25,403 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T15:23:25,404 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T15:23:25,404 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1540): 74c08031ebf45a230367f9c2a97430e8/C is initiating minor compaction (all files) 2024-11-22T15:23:25,404 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 74c08031ebf45a230367f9c2a97430e8/C in TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8. 2024-11-22T15:23:25,404 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/C/f290cb2b46764387a673798387280a9b, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/C/813b1aefe17c45138544c5dfa5bc7d86, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/C/23416b87ffe84335b373d06553f81ae7] into tmpdir=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp, totalSize=36.9 K 2024-11-22T15:23:25,406 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting f290cb2b46764387a673798387280a9b, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=373, earliestPutTs=1732289003728 2024-11-22T15:23:25,406 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting 813b1aefe17c45138544c5dfa5bc7d86, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=391, earliestPutTs=1732289004090 2024-11-22T15:23:25,408 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting 23416b87ffe84335b373d06553f81ae7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=414, earliestPutTs=1732289004451 2024-11-22T15:23:25,429 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 74c08031ebf45a230367f9c2a97430e8#C#compaction#418 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T15:23:25,430 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/C/6d0e11e420cd4e01ae244025ab22d15c is 50, key is test_row_0/C:col10/1732289004451/Put/seqid=0 2024-11-22T15:23:25,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-22T15:23:25,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(8581): Flush requested on 74c08031ebf45a230367f9c2a97430e8 2024-11-22T15:23:25,450 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 74c08031ebf45a230367f9c2a97430e8 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-22T15:23:25,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742319_1495 (size=13255) 2024-11-22T15:23:25,460 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/C/6d0e11e420cd4e01ae244025ab22d15c as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/C/6d0e11e420cd4e01ae244025ab22d15c 2024-11-22T15:23:25,466 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 74c08031ebf45a230367f9c2a97430e8/C of 74c08031ebf45a230367f9c2a97430e8 into 6d0e11e420cd4e01ae244025ab22d15c(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T15:23:25,466 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 74c08031ebf45a230367f9c2a97430e8: 2024-11-22T15:23:25,466 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8., storeName=74c08031ebf45a230367f9c2a97430e8/C, priority=13, startTime=1732289005300; duration=0sec 2024-11-22T15:23:25,467 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74c08031ebf45a230367f9c2a97430e8, store=A 2024-11-22T15:23:25,467 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T15:23:25,467 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 74c08031ebf45a230367f9c2a97430e8:C 2024-11-22T15:23:25,467 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:23:25,467 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74c08031ebf45a230367f9c2a97430e8, store=B 2024-11-22T15:23:25,467 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:23:25,467 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74c08031ebf45a230367f9c2a97430e8, store=C 2024-11-22T15:23:25,467 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:23:25,478 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411227b44bcb5888c42fe9793883ab6f820eb_74c08031ebf45a230367f9c2a97430e8 is 50, key is test_row_0/A:col10/1732289005123/Put/seqid=0 2024-11-22T15:23:25,483 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:23:25,484 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-22T15:23:25,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8. 2024-11-22T15:23:25,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8. as already flushing 2024-11-22T15:23:25,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8. 2024-11-22T15:23:25,484 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => 74c08031ebf45a230367f9c2a97430e8, NAME => 'TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:23:25,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => 74c08031ebf45a230367f9c2a97430e8, NAME => 'TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:23:25,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 74c08031ebf45a230367f9c2a97430e8, NAME => 'TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 74c08031ebf45a230367f9c2a97430e8, NAME => 'TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:23:25,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742320_1496 (size=14994) 2024-11-22T15:23:25,493 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:25,497 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411227b44bcb5888c42fe9793883ab6f820eb_74c08031ebf45a230367f9c2a97430e8 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411227b44bcb5888c42fe9793883ab6f820eb_74c08031ebf45a230367f9c2a97430e8 2024-11-22T15:23:25,498 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/A/b0c92868bc964cf79e009ff2423d326f, store: [table=TestAcidGuarantees family=A region=74c08031ebf45a230367f9c2a97430e8] 2024-11-22T15:23:25,498 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/A/b0c92868bc964cf79e009ff2423d326f is 175, key is test_row_0/A:col10/1732289005123/Put/seqid=0 2024-11-22T15:23:25,511 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:25,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39526 deadline: 1732289065502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:25,513 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:25,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39538 deadline: 1732289065505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:25,514 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:25,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39492 deadline: 1732289065506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:25,514 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:25,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39498 deadline: 1732289065506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:25,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742321_1497 (size=39949) 2024-11-22T15:23:25,517 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=434, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/A/b0c92868bc964cf79e009ff2423d326f 2024-11-22T15:23:25,536 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/B/d86d2ffef90d4321b8afe637f003ec5f is 50, key is test_row_0/B:col10/1732289005123/Put/seqid=0 2024-11-22T15:23:25,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742322_1498 (size=12301) 2024-11-22T15:23:25,615 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:25,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39526 deadline: 1732289065612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:25,616 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:25,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39538 deadline: 1732289065615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:25,616 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:25,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39492 deadline: 1732289065615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:25,621 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:25,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39498 deadline: 1732289065617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:25,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-22T15:23:25,636 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:23:25,636 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-22T15:23:25,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8. 2024-11-22T15:23:25,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8. as already flushing 2024-11-22T15:23:25,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8. 2024-11-22T15:23:25,637 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => 74c08031ebf45a230367f9c2a97430e8, NAME => 'TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:23:25,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => 74c08031ebf45a230367f9c2a97430e8, NAME => 'TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:23:25,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 74c08031ebf45a230367f9c2a97430e8, NAME => 'TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 74c08031ebf45a230367f9c2a97430e8, NAME => 'TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:23:25,743 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/B/d4e2c5ad49394088a7841b76f9019799 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/B/d4e2c5ad49394088a7841b76f9019799 2024-11-22T15:23:25,750 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 74c08031ebf45a230367f9c2a97430e8/B of 74c08031ebf45a230367f9c2a97430e8 into d4e2c5ad49394088a7841b76f9019799(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T15:23:25,750 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 74c08031ebf45a230367f9c2a97430e8: 2024-11-22T15:23:25,750 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8., storeName=74c08031ebf45a230367f9c2a97430e8/B, priority=13, startTime=1732289005294; duration=0sec 2024-11-22T15:23:25,750 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T15:23:25,750 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 74c08031ebf45a230367f9c2a97430e8:B 2024-11-22T15:23:25,789 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:23:25,789 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-22T15:23:25,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8. 2024-11-22T15:23:25,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8. as already flushing 2024-11-22T15:23:25,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8. 2024-11-22T15:23:25,790 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => 74c08031ebf45a230367f9c2a97430e8, NAME => 'TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:23:25,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => 74c08031ebf45a230367f9c2a97430e8, NAME => 'TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:23:25,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 74c08031ebf45a230367f9c2a97430e8, NAME => 'TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 74c08031ebf45a230367f9c2a97430e8, NAME => 'TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:23:25,820 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:25,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39526 deadline: 1732289065817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:25,821 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:25,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39538 deadline: 1732289065818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:25,821 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:25,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39492 deadline: 1732289065818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:25,828 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:25,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39498 deadline: 1732289065823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:25,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-22T15:23:25,941 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:23:25,942 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-22T15:23:25,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8. 2024-11-22T15:23:25,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8. as already flushing 2024-11-22T15:23:25,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8. 2024-11-22T15:23:25,942 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => 74c08031ebf45a230367f9c2a97430e8, NAME => 'TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:23:25,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => 74c08031ebf45a230367f9c2a97430e8, NAME => 'TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:23:25,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 74c08031ebf45a230367f9c2a97430e8, NAME => 'TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 74c08031ebf45a230367f9c2a97430e8, NAME => 'TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:23:25,977 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=434 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/B/d86d2ffef90d4321b8afe637f003ec5f 2024-11-22T15:23:25,988 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/C/73852589c6f94becafb50588fda76b19 is 50, key is test_row_0/C:col10/1732289005123/Put/seqid=0 2024-11-22T15:23:26,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742323_1499 (size=12301) 2024-11-22T15:23:26,021 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=434 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/C/73852589c6f94becafb50588fda76b19 2024-11-22T15:23:26,032 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/A/b0c92868bc964cf79e009ff2423d326f as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/b0c92868bc964cf79e009ff2423d326f 2024-11-22T15:23:26,037 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/b0c92868bc964cf79e009ff2423d326f, entries=200, sequenceid=434, filesize=39.0 K 2024-11-22T15:23:26,038 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/B/d86d2ffef90d4321b8afe637f003ec5f as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/B/d86d2ffef90d4321b8afe637f003ec5f 2024-11-22T15:23:26,042 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/B/d86d2ffef90d4321b8afe637f003ec5f, entries=150, sequenceid=434, filesize=12.0 K 2024-11-22T15:23:26,043 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/C/73852589c6f94becafb50588fda76b19 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/C/73852589c6f94becafb50588fda76b19 2024-11-22T15:23:26,050 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/C/73852589c6f94becafb50588fda76b19, entries=150, sequenceid=434, filesize=12.0 K 2024-11-22T15:23:26,052 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for 74c08031ebf45a230367f9c2a97430e8 in 602ms, sequenceid=434, compaction requested=false 2024-11-22T15:23:26,052 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 74c08031ebf45a230367f9c2a97430e8: 2024-11-22T15:23:26,094 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:23:26,094 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-22T15:23:26,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8. 2024-11-22T15:23:26,095 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2837): Flushing 74c08031ebf45a230367f9c2a97430e8 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-22T15:23:26,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74c08031ebf45a230367f9c2a97430e8, store=A 2024-11-22T15:23:26,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:23:26,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74c08031ebf45a230367f9c2a97430e8, store=B 2024-11-22T15:23:26,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:23:26,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74c08031ebf45a230367f9c2a97430e8, store=C 2024-11-22T15:23:26,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:23:26,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122cea9528be3f24ca9b21a44dbee7e4e75_74c08031ebf45a230367f9c2a97430e8 is 50, key is test_row_0/A:col10/1732289005505/Put/seqid=0 2024-11-22T15:23:26,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(8581): Flush requested on 74c08031ebf45a230367f9c2a97430e8 2024-11-22T15:23:26,128 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8. as already flushing 2024-11-22T15:23:26,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742324_1500 (size=12454) 2024-11-22T15:23:26,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:26,154 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:26,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39538 deadline: 1732289066145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:26,156 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122cea9528be3f24ca9b21a44dbee7e4e75_74c08031ebf45a230367f9c2a97430e8 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122cea9528be3f24ca9b21a44dbee7e4e75_74c08031ebf45a230367f9c2a97430e8 2024-11-22T15:23:26,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/A/f99276d4842e453ab72919ae167d9994, store: [table=TestAcidGuarantees family=A region=74c08031ebf45a230367f9c2a97430e8] 2024-11-22T15:23:26,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/A/f99276d4842e453ab72919ae167d9994 is 175, key is test_row_0/A:col10/1732289005505/Put/seqid=0 2024-11-22T15:23:26,162 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:26,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39526 deadline: 1732289066151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:26,162 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:26,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39498 deadline: 1732289066152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:26,162 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:26,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39492 deadline: 1732289066154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:26,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742325_1501 (size=31255) 2024-11-22T15:23:26,188 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=453, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/A/f99276d4842e453ab72919ae167d9994 2024-11-22T15:23:26,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/B/dd873804242d41a790a0492a7b004bef is 50, key is test_row_0/B:col10/1732289005505/Put/seqid=0 2024-11-22T15:23:26,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742326_1502 (size=12301) 2024-11-22T15:23:26,258 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:26,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39538 deadline: 1732289066257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:26,267 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:26,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39498 deadline: 1732289066263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:26,268 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:26,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39492 deadline: 1732289066264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:26,268 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:26,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39526 deadline: 1732289066264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:26,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-22T15:23:26,464 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:26,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39538 deadline: 1732289066460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:26,473 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:26,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39492 deadline: 1732289066469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:26,474 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:26,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39498 deadline: 1732289066469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:26,474 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:26,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39526 deadline: 1732289066469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:26,629 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=453 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/B/dd873804242d41a790a0492a7b004bef 2024-11-22T15:23:26,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/C/319efb645427434e8c1f3020d7725798 is 50, key is test_row_0/C:col10/1732289005505/Put/seqid=0 2024-11-22T15:23:26,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742327_1503 (size=12301) 2024-11-22T15:23:26,667 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=453 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/C/319efb645427434e8c1f3020d7725798 2024-11-22T15:23:26,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/A/f99276d4842e453ab72919ae167d9994 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/f99276d4842e453ab72919ae167d9994 2024-11-22T15:23:26,677 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/f99276d4842e453ab72919ae167d9994, entries=150, sequenceid=453, filesize=30.5 K 2024-11-22T15:23:26,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/B/dd873804242d41a790a0492a7b004bef as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/B/dd873804242d41a790a0492a7b004bef 2024-11-22T15:23:26,683 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/B/dd873804242d41a790a0492a7b004bef, entries=150, sequenceid=453, filesize=12.0 K 2024-11-22T15:23:26,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/C/319efb645427434e8c1f3020d7725798 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/C/319efb645427434e8c1f3020d7725798 2024-11-22T15:23:26,691 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/C/319efb645427434e8c1f3020d7725798, entries=150, sequenceid=453, filesize=12.0 K 2024-11-22T15:23:26,692 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for 74c08031ebf45a230367f9c2a97430e8 in 597ms, sequenceid=453, compaction requested=true 2024-11-22T15:23:26,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2538): Flush status journal for 74c08031ebf45a230367f9c2a97430e8: 2024-11-22T15:23:26,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8. 2024-11-22T15:23:26,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=117 2024-11-22T15:23:26,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4106): Remote procedure done, pid=117 2024-11-22T15:23:26,694 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=117, resume processing ppid=116 2024-11-22T15:23:26,694 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=117, ppid=116, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3610 sec 2024-11-22T15:23:26,696 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=116, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees in 1.3650 sec 2024-11-22T15:23:26,775 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 74c08031ebf45a230367f9c2a97430e8 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-22T15:23:26,775 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74c08031ebf45a230367f9c2a97430e8, store=A 2024-11-22T15:23:26,775 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:23:26,776 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74c08031ebf45a230367f9c2a97430e8, store=B 2024-11-22T15:23:26,776 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:23:26,776 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74c08031ebf45a230367f9c2a97430e8, store=C 2024-11-22T15:23:26,776 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:23:26,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(8581): Flush requested on 74c08031ebf45a230367f9c2a97430e8 2024-11-22T15:23:26,797 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112228faf5168dad41b48e8224ecfa31db44_74c08031ebf45a230367f9c2a97430e8 is 50, key is test_row_0/A:col10/1732289006774/Put/seqid=0 2024-11-22T15:23:26,826 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:26,827 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:26,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 227 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39526 deadline: 1732289066811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:26,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39538 deadline: 1732289066811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:26,838 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:26,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39498 deadline: 1732289066826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:26,839 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:26,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 230 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39492 deadline: 1732289066829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:26,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742328_1504 (size=12454) 2024-11-22T15:23:26,859 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:26,864 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112228faf5168dad41b48e8224ecfa31db44_74c08031ebf45a230367f9c2a97430e8 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112228faf5168dad41b48e8224ecfa31db44_74c08031ebf45a230367f9c2a97430e8 2024-11-22T15:23:26,865 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/A/0e22428ca9484abd93c49f24c10e9baf, store: [table=TestAcidGuarantees family=A region=74c08031ebf45a230367f9c2a97430e8] 2024-11-22T15:23:26,866 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/A/0e22428ca9484abd93c49f24c10e9baf is 175, key is test_row_0/A:col10/1732289006774/Put/seqid=0 2024-11-22T15:23:26,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742329_1505 (size=31255) 2024-11-22T15:23:26,935 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:26,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39526 deadline: 1732289066928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:26,936 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:26,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 231 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39538 deadline: 1732289066929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:26,947 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:26,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 226 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39498 deadline: 1732289066939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:26,948 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:26,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 232 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39492 deadline: 1732289066940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:27,145 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:27,145 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:27,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 231 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39526 deadline: 1732289067137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:27,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 233 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39538 deadline: 1732289067138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:27,156 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:27,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 228 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39498 deadline: 1732289067150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:27,156 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:27,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 234 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39492 deadline: 1732289067150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:27,288 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=472, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/A/0e22428ca9484abd93c49f24c10e9baf 2024-11-22T15:23:27,295 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/B/bdfea6ac9d9b45928ce59b5dce9401ee is 50, key is test_row_0/B:col10/1732289006774/Put/seqid=0 2024-11-22T15:23:27,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742330_1506 (size=12301) 2024-11-22T15:23:27,321 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=472 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/B/bdfea6ac9d9b45928ce59b5dce9401ee 2024-11-22T15:23:27,330 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/C/90b18999034c47089dae3629c55d850d is 50, key is test_row_0/C:col10/1732289006774/Put/seqid=0 2024-11-22T15:23:27,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742331_1507 (size=12301) 2024-11-22T15:23:27,358 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=472 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/C/90b18999034c47089dae3629c55d850d 2024-11-22T15:23:27,363 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/A/0e22428ca9484abd93c49f24c10e9baf as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/0e22428ca9484abd93c49f24c10e9baf 2024-11-22T15:23:27,382 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/0e22428ca9484abd93c49f24c10e9baf, entries=150, sequenceid=472, filesize=30.5 K 2024-11-22T15:23:27,386 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/B/bdfea6ac9d9b45928ce59b5dce9401ee as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/B/bdfea6ac9d9b45928ce59b5dce9401ee 2024-11-22T15:23:27,390 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/B/bdfea6ac9d9b45928ce59b5dce9401ee, entries=150, sequenceid=472, filesize=12.0 K 2024-11-22T15:23:27,395 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/C/90b18999034c47089dae3629c55d850d as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/C/90b18999034c47089dae3629c55d850d 2024-11-22T15:23:27,399 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/C/90b18999034c47089dae3629c55d850d, entries=150, sequenceid=472, filesize=12.0 K 2024-11-22T15:23:27,400 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=100.63 KB/103050 for 74c08031ebf45a230367f9c2a97430e8 in 625ms, sequenceid=472, compaction requested=true 2024-11-22T15:23:27,400 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 74c08031ebf45a230367f9c2a97430e8: 2024-11-22T15:23:27,400 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T15:23:27,401 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 74c08031ebf45a230367f9c2a97430e8:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T15:23:27,401 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T15:23:27,401 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T15:23:27,402 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 134702 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T15:23:27,402 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 74c08031ebf45a230367f9c2a97430e8:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T15:23:27,402 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1540): 74c08031ebf45a230367f9c2a97430e8/A is initiating minor compaction (all files) 2024-11-22T15:23:27,402 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T15:23:27,402 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 74c08031ebf45a230367f9c2a97430e8:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T15:23:27,402 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 74c08031ebf45a230367f9c2a97430e8/A in TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8. 2024-11-22T15:23:27,402 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T15:23:27,403 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/e3d3a10a4cb44868b77a0d6045ab31f0, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/b0c92868bc964cf79e009ff2423d326f, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/f99276d4842e453ab72919ae167d9994, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/0e22428ca9484abd93c49f24c10e9baf] into tmpdir=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp, totalSize=131.5 K 2024-11-22T15:23:27,403 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8. 2024-11-22T15:23:27,403 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50192 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T15:23:27,403 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8. files: [hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/e3d3a10a4cb44868b77a0d6045ab31f0, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/b0c92868bc964cf79e009ff2423d326f, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/f99276d4842e453ab72919ae167d9994, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/0e22428ca9484abd93c49f24c10e9baf] 2024-11-22T15:23:27,403 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1540): 74c08031ebf45a230367f9c2a97430e8/B is initiating minor compaction (all files) 2024-11-22T15:23:27,403 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 74c08031ebf45a230367f9c2a97430e8/B in TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8. 2024-11-22T15:23:27,403 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/B/d4e2c5ad49394088a7841b76f9019799, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/B/d86d2ffef90d4321b8afe637f003ec5f, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/B/dd873804242d41a790a0492a7b004bef, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/B/bdfea6ac9d9b45928ce59b5dce9401ee] into tmpdir=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp, totalSize=49.0 K 2024-11-22T15:23:27,403 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting e3d3a10a4cb44868b77a0d6045ab31f0, keycount=150, bloomtype=ROW, size=31.5 K, encoding=NONE, compression=NONE, seqNum=414, earliestPutTs=1732289004451 2024-11-22T15:23:27,403 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting d4e2c5ad49394088a7841b76f9019799, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=414, earliestPutTs=1732289004451 2024-11-22T15:23:27,403 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting b0c92868bc964cf79e009ff2423d326f, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=434, earliestPutTs=1732289005123 2024-11-22T15:23:27,404 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting d86d2ffef90d4321b8afe637f003ec5f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=434, earliestPutTs=1732289005123 2024-11-22T15:23:27,404 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting f99276d4842e453ab72919ae167d9994, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=453, earliestPutTs=1732289005487 2024-11-22T15:23:27,404 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting dd873804242d41a790a0492a7b004bef, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=453, earliestPutTs=1732289005487 2024-11-22T15:23:27,404 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0e22428ca9484abd93c49f24c10e9baf, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=472, earliestPutTs=1732289006142 2024-11-22T15:23:27,404 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting bdfea6ac9d9b45928ce59b5dce9401ee, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=472, earliestPutTs=1732289006142 2024-11-22T15:23:27,418 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=74c08031ebf45a230367f9c2a97430e8] 2024-11-22T15:23:27,420 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 74c08031ebf45a230367f9c2a97430e8#B#compaction#429 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T15:23:27,420 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/B/b1c473a2f8384f5c9b7e2ff0587afb58 is 50, key is test_row_0/B:col10/1732289006774/Put/seqid=0 2024-11-22T15:23:27,427 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241122e694f910d02e4aa4931ff1f492be6fe8_74c08031ebf45a230367f9c2a97430e8 store=[table=TestAcidGuarantees family=A region=74c08031ebf45a230367f9c2a97430e8] 2024-11-22T15:23:27,428 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241122e694f910d02e4aa4931ff1f492be6fe8_74c08031ebf45a230367f9c2a97430e8, store=[table=TestAcidGuarantees family=A region=74c08031ebf45a230367f9c2a97430e8] 2024-11-22T15:23:27,429 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122e694f910d02e4aa4931ff1f492be6fe8_74c08031ebf45a230367f9c2a97430e8 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=74c08031ebf45a230367f9c2a97430e8] 2024-11-22T15:23:27,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-22T15:23:27,435 INFO [Thread-1690 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 116 completed 2024-11-22T15:23:27,436 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T15:23:27,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] procedure2.ProcedureExecutor(1098): Stored pid=118, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees 2024-11-22T15:23:27,437 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=118, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T15:23:27,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-22T15:23:27,437 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=118, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T15:23:27,437 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=119, ppid=118, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T15:23:27,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(8581): Flush requested on 74c08031ebf45a230367f9c2a97430e8 2024-11-22T15:23:27,453 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 74c08031ebf45a230367f9c2a97430e8 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-22T15:23:27,453 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74c08031ebf45a230367f9c2a97430e8, store=A 2024-11-22T15:23:27,453 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:23:27,453 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74c08031ebf45a230367f9c2a97430e8, store=B 2024-11-22T15:23:27,453 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:23:27,453 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74c08031ebf45a230367f9c2a97430e8, store=C 2024-11-22T15:23:27,453 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:23:27,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742332_1508 (size=13425) 2024-11-22T15:23:27,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742333_1509 (size=4469) 2024-11-22T15:23:27,491 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:27,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 239 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39492 deadline: 1732289067481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:27,496 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:27,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 232 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39498 deadline: 1732289067485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:27,496 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:27,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 238 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39526 deadline: 1732289067486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:27,497 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:27,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 240 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39538 deadline: 1732289067488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:27,502 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112212f0aa891ded45058850984b60e7768a_74c08031ebf45a230367f9c2a97430e8 is 50, key is test_row_0/A:col10/1732289007450/Put/seqid=0 2024-11-22T15:23:27,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742334_1510 (size=17534) 2024-11-22T15:23:27,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-22T15:23:27,588 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:23:27,590 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-11-22T15:23:27,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8. 2024-11-22T15:23:27,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8. as already flushing 2024-11-22T15:23:27,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8. 2024-11-22T15:23:27,590 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => 74c08031ebf45a230367f9c2a97430e8, NAME => 'TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:23:27,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => 74c08031ebf45a230367f9c2a97430e8, NAME => 'TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:23:27,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 74c08031ebf45a230367f9c2a97430e8, NAME => 'TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 74c08031ebf45a230367f9c2a97430e8, NAME => 'TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:23:27,599 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:27,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 234 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39498 deadline: 1732289067597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:27,600 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:27,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 241 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39492 deadline: 1732289067597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:27,600 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:27,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 242 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39538 deadline: 1732289067598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:27,600 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:27,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 240 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39526 deadline: 1732289067598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:27,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-22T15:23:27,748 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:23:27,749 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-11-22T15:23:27,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8. 2024-11-22T15:23:27,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8. as already flushing 2024-11-22T15:23:27,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8. 2024-11-22T15:23:27,749 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => 74c08031ebf45a230367f9c2a97430e8, NAME => 'TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:23:27,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => 74c08031ebf45a230367f9c2a97430e8, NAME => 'TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:23:27,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 74c08031ebf45a230367f9c2a97430e8, NAME => 'TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 74c08031ebf45a230367f9c2a97430e8, NAME => 'TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:23:27,810 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:27,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 242 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39526 deadline: 1732289067803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:27,810 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:27,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 243 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39492 deadline: 1732289067803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:27,810 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:27,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 244 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39538 deadline: 1732289067803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:27,811 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:27,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 236 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39498 deadline: 1732289067803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:27,877 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/B/b1c473a2f8384f5c9b7e2ff0587afb58 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/B/b1c473a2f8384f5c9b7e2ff0587afb58 2024-11-22T15:23:27,882 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 74c08031ebf45a230367f9c2a97430e8/B of 74c08031ebf45a230367f9c2a97430e8 into b1c473a2f8384f5c9b7e2ff0587afb58(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T15:23:27,882 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 74c08031ebf45a230367f9c2a97430e8: 2024-11-22T15:23:27,882 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8., storeName=74c08031ebf45a230367f9c2a97430e8/B, priority=12, startTime=1732289007401; duration=0sec 2024-11-22T15:23:27,882 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T15:23:27,882 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 74c08031ebf45a230367f9c2a97430e8:B 2024-11-22T15:23:27,882 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T15:23:27,888 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 74c08031ebf45a230367f9c2a97430e8#A#compaction#428 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T15:23:27,889 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/A/4b6c2d2e2f2a43218026d57cf4ca9a7f is 175, key is test_row_0/A:col10/1732289006774/Put/seqid=0 2024-11-22T15:23:27,890 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50158 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T15:23:27,891 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1540): 74c08031ebf45a230367f9c2a97430e8/C is initiating minor compaction (all files) 2024-11-22T15:23:27,891 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 74c08031ebf45a230367f9c2a97430e8/C in TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8. 2024-11-22T15:23:27,891 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/C/6d0e11e420cd4e01ae244025ab22d15c, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/C/73852589c6f94becafb50588fda76b19, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/C/319efb645427434e8c1f3020d7725798, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/C/90b18999034c47089dae3629c55d850d] into tmpdir=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp, totalSize=49.0 K 2024-11-22T15:23:27,891 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting 6d0e11e420cd4e01ae244025ab22d15c, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=414, earliestPutTs=1732289004451 2024-11-22T15:23:27,893 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting 73852589c6f94becafb50588fda76b19, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=434, earliestPutTs=1732289005123 2024-11-22T15:23:27,893 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting 319efb645427434e8c1f3020d7725798, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=453, earliestPutTs=1732289005487 2024-11-22T15:23:27,894 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting 90b18999034c47089dae3629c55d850d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=472, earliestPutTs=1732289006142 2024-11-22T15:23:27,901 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:23:27,904 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-11-22T15:23:27,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8. 2024-11-22T15:23:27,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8. as already flushing 2024-11-22T15:23:27,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8. 2024-11-22T15:23:27,904 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => 74c08031ebf45a230367f9c2a97430e8, NAME => 'TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:23:27,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => 74c08031ebf45a230367f9c2a97430e8, NAME => 'TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:23:27,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 74c08031ebf45a230367f9c2a97430e8, NAME => 'TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 74c08031ebf45a230367f9c2a97430e8, NAME => 'TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:23:27,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742335_1511 (size=32379) 2024-11-22T15:23:27,929 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:27,933 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112212f0aa891ded45058850984b60e7768a_74c08031ebf45a230367f9c2a97430e8 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112212f0aa891ded45058850984b60e7768a_74c08031ebf45a230367f9c2a97430e8 2024-11-22T15:23:27,933 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/A/4b6c2d2e2f2a43218026d57cf4ca9a7f as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/4b6c2d2e2f2a43218026d57cf4ca9a7f 2024-11-22T15:23:27,934 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/A/91acc54f7d3d4ab59be8582bc90ab96d, store: [table=TestAcidGuarantees family=A region=74c08031ebf45a230367f9c2a97430e8] 2024-11-22T15:23:27,935 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/A/91acc54f7d3d4ab59be8582bc90ab96d is 175, key is test_row_0/A:col10/1732289007450/Put/seqid=0 2024-11-22T15:23:27,941 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 74c08031ebf45a230367f9c2a97430e8#C#compaction#431 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T15:23:27,941 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/C/5648e96abcfc42e1937b04ea18f02cf5 is 50, key is test_row_0/C:col10/1732289006774/Put/seqid=0 2024-11-22T15:23:27,946 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 74c08031ebf45a230367f9c2a97430e8/A of 74c08031ebf45a230367f9c2a97430e8 into 4b6c2d2e2f2a43218026d57cf4ca9a7f(size=31.6 K), total size for store is 31.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T15:23:27,946 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 74c08031ebf45a230367f9c2a97430e8: 2024-11-22T15:23:27,946 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8., storeName=74c08031ebf45a230367f9c2a97430e8/A, priority=12, startTime=1732289007400; duration=0sec 2024-11-22T15:23:27,946 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T15:23:27,946 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 74c08031ebf45a230367f9c2a97430e8:A 2024-11-22T15:23:28,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742336_1512 (size=48639) 2024-11-22T15:23:28,007 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=492, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/A/91acc54f7d3d4ab59be8582bc90ab96d 2024-11-22T15:23:28,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742337_1513 (size=13391) 2024-11-22T15:23:28,036 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/B/af4c1e1aa01c4f67b64294e344bb0827 is 50, key is test_row_0/B:col10/1732289007450/Put/seqid=0 2024-11-22T15:23:28,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-22T15:23:28,058 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:23:28,058 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-11-22T15:23:28,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8. 2024-11-22T15:23:28,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8. as already flushing 2024-11-22T15:23:28,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8. 2024-11-22T15:23:28,059 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => 74c08031ebf45a230367f9c2a97430e8, NAME => 'TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:23:28,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => 74c08031ebf45a230367f9c2a97430e8, NAME => 'TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:23:28,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 74c08031ebf45a230367f9c2a97430e8, NAME => 'TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 74c08031ebf45a230367f9c2a97430e8, NAME => 'TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:23:28,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742338_1514 (size=12301) 2024-11-22T15:23:28,119 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:28,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 244 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39526 deadline: 1732289068112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:28,119 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:28,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 246 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39538 deadline: 1732289068112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:28,119 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:28,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 245 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39492 deadline: 1732289068113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:28,120 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:28,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 238 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39498 deadline: 1732289068114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:28,211 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:23:28,211 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-11-22T15:23:28,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8. 2024-11-22T15:23:28,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8. as already flushing 2024-11-22T15:23:28,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8. 2024-11-22T15:23:28,211 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => 74c08031ebf45a230367f9c2a97430e8, NAME => 'TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:23:28,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => 74c08031ebf45a230367f9c2a97430e8, NAME => 'TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:23:28,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 74c08031ebf45a230367f9c2a97430e8, NAME => 'TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 74c08031ebf45a230367f9c2a97430e8, NAME => 'TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:23:28,364 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:23:28,364 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-11-22T15:23:28,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8. 2024-11-22T15:23:28,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8. as already flushing 2024-11-22T15:23:28,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8. 2024-11-22T15:23:28,364 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => 74c08031ebf45a230367f9c2a97430e8, NAME => 'TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:23:28,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => 74c08031ebf45a230367f9c2a97430e8, NAME => 'TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:23:28,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 74c08031ebf45a230367f9c2a97430e8, NAME => 'TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 74c08031ebf45a230367f9c2a97430e8, NAME => 'TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:23:28,424 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/C/5648e96abcfc42e1937b04ea18f02cf5 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/C/5648e96abcfc42e1937b04ea18f02cf5 2024-11-22T15:23:28,428 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 74c08031ebf45a230367f9c2a97430e8/C of 74c08031ebf45a230367f9c2a97430e8 into 5648e96abcfc42e1937b04ea18f02cf5(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T15:23:28,428 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 74c08031ebf45a230367f9c2a97430e8: 2024-11-22T15:23:28,428 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8., storeName=74c08031ebf45a230367f9c2a97430e8/C, priority=12, startTime=1732289007402; duration=0sec 2024-11-22T15:23:28,428 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T15:23:28,429 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 74c08031ebf45a230367f9c2a97430e8:C 2024-11-22T15:23:28,471 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=492 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/B/af4c1e1aa01c4f67b64294e344bb0827 2024-11-22T15:23:28,480 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/C/affa1d6a03af4e4a9f560cfd88248304 is 50, key is test_row_0/C:col10/1732289007450/Put/seqid=0 2024-11-22T15:23:28,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742339_1515 (size=12301) 2024-11-22T15:23:28,512 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=492 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/C/affa1d6a03af4e4a9f560cfd88248304 2024-11-22T15:23:28,516 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/A/91acc54f7d3d4ab59be8582bc90ab96d as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/91acc54f7d3d4ab59be8582bc90ab96d 2024-11-22T15:23:28,518 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:23:28,518 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-11-22T15:23:28,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8. 2024-11-22T15:23:28,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8. as already flushing 2024-11-22T15:23:28,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8. 2024-11-22T15:23:28,518 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => 74c08031ebf45a230367f9c2a97430e8, NAME => 'TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:23:28,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => 74c08031ebf45a230367f9c2a97430e8, NAME => 'TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:23:28,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 74c08031ebf45a230367f9c2a97430e8, NAME => 'TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 74c08031ebf45a230367f9c2a97430e8, NAME => 'TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:23:28,520 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/91acc54f7d3d4ab59be8582bc90ab96d, entries=250, sequenceid=492, filesize=47.5 K 2024-11-22T15:23:28,521 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/B/af4c1e1aa01c4f67b64294e344bb0827 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/B/af4c1e1aa01c4f67b64294e344bb0827 2024-11-22T15:23:28,524 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/B/af4c1e1aa01c4f67b64294e344bb0827, entries=150, sequenceid=492, filesize=12.0 K 2024-11-22T15:23:28,526 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/C/affa1d6a03af4e4a9f560cfd88248304 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/C/affa1d6a03af4e4a9f560cfd88248304 2024-11-22T15:23:28,529 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/C/affa1d6a03af4e4a9f560cfd88248304, entries=150, sequenceid=492, filesize=12.0 K 2024-11-22T15:23:28,530 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 74c08031ebf45a230367f9c2a97430e8 in 1076ms, sequenceid=492, compaction requested=false 2024-11-22T15:23:28,530 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 74c08031ebf45a230367f9c2a97430e8: 2024-11-22T15:23:28,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-22T15:23:28,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(8581): Flush requested on 74c08031ebf45a230367f9c2a97430e8 2024-11-22T15:23:28,626 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 74c08031ebf45a230367f9c2a97430e8 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-22T15:23:28,626 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74c08031ebf45a230367f9c2a97430e8, store=A 2024-11-22T15:23:28,626 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:23:28,626 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74c08031ebf45a230367f9c2a97430e8, store=B 2024-11-22T15:23:28,626 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:23:28,626 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74c08031ebf45a230367f9c2a97430e8, store=C 2024-11-22T15:23:28,626 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:23:28,640 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112219bdf4632a5b4e51a22866f491a8fc64_74c08031ebf45a230367f9c2a97430e8 is 50, key is test_row_0/A:col10/1732289008625/Put/seqid=0 2024-11-22T15:23:28,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742340_1516 (size=14994) 2024-11-22T15:23:28,668 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:28,670 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:23:28,671 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-11-22T15:23:28,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8. 2024-11-22T15:23:28,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8. as already flushing 2024-11-22T15:23:28,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8. 2024-11-22T15:23:28,671 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => 74c08031ebf45a230367f9c2a97430e8, NAME => 'TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:23:28,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => 74c08031ebf45a230367f9c2a97430e8, NAME => 'TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:23:28,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 74c08031ebf45a230367f9c2a97430e8, NAME => 'TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 74c08031ebf45a230367f9c2a97430e8, NAME => 'TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:23:28,674 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:28,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 251 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39492 deadline: 1732289068662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:28,675 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:28,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 244 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39498 deadline: 1732289068667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:28,675 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112219bdf4632a5b4e51a22866f491a8fc64_74c08031ebf45a230367f9c2a97430e8 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112219bdf4632a5b4e51a22866f491a8fc64_74c08031ebf45a230367f9c2a97430e8 2024-11-22T15:23:28,676 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/A/e194106cd2e344d58ec79f8d13ab7f1d, store: [table=TestAcidGuarantees family=A region=74c08031ebf45a230367f9c2a97430e8] 2024-11-22T15:23:28,677 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/A/e194106cd2e344d58ec79f8d13ab7f1d is 175, key is test_row_0/A:col10/1732289008625/Put/seqid=0 2024-11-22T15:23:28,683 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:28,683 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:28,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 251 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39526 deadline: 1732289068674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:28,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 253 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39538 deadline: 1732289068674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:28,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742341_1517 (size=39949) 2024-11-22T15:23:28,686 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=512, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/A/e194106cd2e344d58ec79f8d13ab7f1d 2024-11-22T15:23:28,708 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/B/385046b055074e7ba1c52e914bf59b23 is 50, key is test_row_0/B:col10/1732289008625/Put/seqid=0 2024-11-22T15:23:28,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742342_1518 (size=12301) 2024-11-22T15:23:28,779 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:28,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 253 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39492 deadline: 1732289068775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:28,783 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:28,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 246 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39498 deadline: 1732289068776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:28,793 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:28,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 255 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39538 deadline: 1732289068784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:28,793 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:28,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 253 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39526 deadline: 1732289068785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:28,823 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:23:28,824 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-11-22T15:23:28,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8. 2024-11-22T15:23:28,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8. as already flushing 2024-11-22T15:23:28,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8. 2024-11-22T15:23:28,827 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => 74c08031ebf45a230367f9c2a97430e8, NAME => 'TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:23:28,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => 74c08031ebf45a230367f9c2a97430e8, NAME => 'TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:23:28,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 74c08031ebf45a230367f9c2a97430e8, NAME => 'TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 74c08031ebf45a230367f9c2a97430e8, NAME => 'TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:23:28,979 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:23:28,979 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-11-22T15:23:28,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8. 2024-11-22T15:23:28,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8. as already flushing 2024-11-22T15:23:28,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8. 2024-11-22T15:23:28,980 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => 74c08031ebf45a230367f9c2a97430e8, NAME => 'TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:23:28,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => 74c08031ebf45a230367f9c2a97430e8, NAME => 'TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:23:28,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 74c08031ebf45a230367f9c2a97430e8, NAME => 'TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 74c08031ebf45a230367f9c2a97430e8, NAME => 'TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:23:28,987 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:28,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 255 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39492 deadline: 1732289068981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:28,990 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:28,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 248 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39498 deadline: 1732289068985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:29,000 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:29,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 257 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39538 deadline: 1732289068995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:29,000 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:29,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 255 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39526 deadline: 1732289068995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:29,131 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:23:29,131 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-11-22T15:23:29,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8. 2024-11-22T15:23:29,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8. as already flushing 2024-11-22T15:23:29,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8. 2024-11-22T15:23:29,132 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => 74c08031ebf45a230367f9c2a97430e8, NAME => 'TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:23:29,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => 74c08031ebf45a230367f9c2a97430e8, NAME => 'TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:23:29,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 74c08031ebf45a230367f9c2a97430e8, NAME => 'TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 74c08031ebf45a230367f9c2a97430e8, NAME => 'TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:23:29,141 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=512 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/B/385046b055074e7ba1c52e914bf59b23 2024-11-22T15:23:29,147 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/C/2920781a5a43423c91d3e1e12097a4b1 is 50, key is test_row_0/C:col10/1732289008625/Put/seqid=0 2024-11-22T15:23:29,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742343_1519 (size=12301) 2024-11-22T15:23:29,173 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=512 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/C/2920781a5a43423c91d3e1e12097a4b1 2024-11-22T15:23:29,177 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/A/e194106cd2e344d58ec79f8d13ab7f1d as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/e194106cd2e344d58ec79f8d13ab7f1d 2024-11-22T15:23:29,184 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/e194106cd2e344d58ec79f8d13ab7f1d, entries=200, sequenceid=512, filesize=39.0 K 2024-11-22T15:23:29,185 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/B/385046b055074e7ba1c52e914bf59b23 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/B/385046b055074e7ba1c52e914bf59b23 2024-11-22T15:23:29,190 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/B/385046b055074e7ba1c52e914bf59b23, entries=150, sequenceid=512, filesize=12.0 K 2024-11-22T15:23:29,191 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/C/2920781a5a43423c91d3e1e12097a4b1 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/C/2920781a5a43423c91d3e1e12097a4b1 2024-11-22T15:23:29,199 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/C/2920781a5a43423c91d3e1e12097a4b1, entries=150, sequenceid=512, filesize=12.0 K 2024-11-22T15:23:29,200 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=114.05 KB/116790 for 74c08031ebf45a230367f9c2a97430e8 in 573ms, sequenceid=512, compaction requested=true 2024-11-22T15:23:29,200 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 74c08031ebf45a230367f9c2a97430e8: 2024-11-22T15:23:29,200 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T15:23:29,200 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 74c08031ebf45a230367f9c2a97430e8:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T15:23:29,200 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T15:23:29,200 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T15:23:29,200 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 74c08031ebf45a230367f9c2a97430e8:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T15:23:29,200 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T15:23:29,200 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 74c08031ebf45a230367f9c2a97430e8:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T15:23:29,200 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T15:23:29,201 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 120967 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T15:23:29,201 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1540): 74c08031ebf45a230367f9c2a97430e8/A is initiating minor compaction (all files) 2024-11-22T15:23:29,201 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 74c08031ebf45a230367f9c2a97430e8/A in TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8. 2024-11-22T15:23:29,201 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/4b6c2d2e2f2a43218026d57cf4ca9a7f, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/91acc54f7d3d4ab59be8582bc90ab96d, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/e194106cd2e344d58ec79f8d13ab7f1d] into tmpdir=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp, totalSize=118.1 K 2024-11-22T15:23:29,201 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8. 2024-11-22T15:23:29,201 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8. files: [hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/4b6c2d2e2f2a43218026d57cf4ca9a7f, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/91acc54f7d3d4ab59be8582bc90ab96d, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/e194106cd2e344d58ec79f8d13ab7f1d] 2024-11-22T15:23:29,202 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38027 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T15:23:29,202 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1540): 74c08031ebf45a230367f9c2a97430e8/B is initiating minor compaction (all files) 2024-11-22T15:23:29,202 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 74c08031ebf45a230367f9c2a97430e8/B in TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8. 2024-11-22T15:23:29,202 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/B/b1c473a2f8384f5c9b7e2ff0587afb58, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/B/af4c1e1aa01c4f67b64294e344bb0827, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/B/385046b055074e7ba1c52e914bf59b23] into tmpdir=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp, totalSize=37.1 K 2024-11-22T15:23:29,202 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting b1c473a2f8384f5c9b7e2ff0587afb58, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=472, earliestPutTs=1732289006142 2024-11-22T15:23:29,202 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4b6c2d2e2f2a43218026d57cf4ca9a7f, keycount=150, bloomtype=ROW, size=31.6 K, encoding=NONE, compression=NONE, seqNum=472, earliestPutTs=1732289006142 2024-11-22T15:23:29,202 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting af4c1e1aa01c4f67b64294e344bb0827, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=492, earliestPutTs=1732289006822 2024-11-22T15:23:29,204 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting 91acc54f7d3d4ab59be8582bc90ab96d, keycount=250, bloomtype=ROW, size=47.5 K, encoding=NONE, compression=NONE, seqNum=492, earliestPutTs=1732289006810 2024-11-22T15:23:29,204 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting 385046b055074e7ba1c52e914bf59b23, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=512, earliestPutTs=1732289007484 2024-11-22T15:23:29,205 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting e194106cd2e344d58ec79f8d13ab7f1d, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=512, earliestPutTs=1732289007482 2024-11-22T15:23:29,223 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=74c08031ebf45a230367f9c2a97430e8] 2024-11-22T15:23:29,235 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 74c08031ebf45a230367f9c2a97430e8#B#compaction#438 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T15:23:29,236 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/B/1915d26d15e44b53b7e9be93b9995ff8 is 50, key is test_row_0/B:col10/1732289008625/Put/seqid=0 2024-11-22T15:23:29,251 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241122d86255906a1e416b8f02cadd8b38fdef_74c08031ebf45a230367f9c2a97430e8 store=[table=TestAcidGuarantees family=A region=74c08031ebf45a230367f9c2a97430e8] 2024-11-22T15:23:29,254 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241122d86255906a1e416b8f02cadd8b38fdef_74c08031ebf45a230367f9c2a97430e8, store=[table=TestAcidGuarantees family=A region=74c08031ebf45a230367f9c2a97430e8] 2024-11-22T15:23:29,254 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122d86255906a1e416b8f02cadd8b38fdef_74c08031ebf45a230367f9c2a97430e8 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=74c08031ebf45a230367f9c2a97430e8] 2024-11-22T15:23:29,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742344_1520 (size=13527) 2024-11-22T15:23:29,282 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/B/1915d26d15e44b53b7e9be93b9995ff8 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/B/1915d26d15e44b53b7e9be93b9995ff8 2024-11-22T15:23:29,284 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:23:29,285 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-11-22T15:23:29,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8. 2024-11-22T15:23:29,285 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2837): Flushing 74c08031ebf45a230367f9c2a97430e8 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-22T15:23:29,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74c08031ebf45a230367f9c2a97430e8, store=A 2024-11-22T15:23:29,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:23:29,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74c08031ebf45a230367f9c2a97430e8, store=B 2024-11-22T15:23:29,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:23:29,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74c08031ebf45a230367f9c2a97430e8, store=C 2024-11-22T15:23:29,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:23:29,288 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 74c08031ebf45a230367f9c2a97430e8/B of 74c08031ebf45a230367f9c2a97430e8 into 1915d26d15e44b53b7e9be93b9995ff8(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T15:23:29,288 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 74c08031ebf45a230367f9c2a97430e8: 2024-11-22T15:23:29,288 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8., storeName=74c08031ebf45a230367f9c2a97430e8/B, priority=13, startTime=1732289009200; duration=0sec 2024-11-22T15:23:29,288 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T15:23:29,288 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 74c08031ebf45a230367f9c2a97430e8:B 2024-11-22T15:23:29,289 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T15:23:29,290 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37993 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T15:23:29,291 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1540): 74c08031ebf45a230367f9c2a97430e8/C is initiating minor compaction (all files) 2024-11-22T15:23:29,291 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 74c08031ebf45a230367f9c2a97430e8/C in TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8. 2024-11-22T15:23:29,291 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/C/5648e96abcfc42e1937b04ea18f02cf5, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/C/affa1d6a03af4e4a9f560cfd88248304, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/C/2920781a5a43423c91d3e1e12097a4b1] into tmpdir=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp, totalSize=37.1 K 2024-11-22T15:23:29,291 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting 5648e96abcfc42e1937b04ea18f02cf5, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=472, earliestPutTs=1732289006142 2024-11-22T15:23:29,292 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting affa1d6a03af4e4a9f560cfd88248304, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=492, earliestPutTs=1732289006822 2024-11-22T15:23:29,292 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting 2920781a5a43423c91d3e1e12097a4b1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=512, earliestPutTs=1732289007484 2024-11-22T15:23:29,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(8581): Flush requested on 74c08031ebf45a230367f9c2a97430e8 2024-11-22T15:23:29,298 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8. as already flushing 2024-11-22T15:23:29,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742345_1521 (size=4469) 2024-11-22T15:23:29,301 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 74c08031ebf45a230367f9c2a97430e8#A#compaction#437 average throughput is 0.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T15:23:29,302 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/A/f5dc269dea9b4fafb3d736f074e362a3 is 175, key is test_row_0/A:col10/1732289008625/Put/seqid=0 2024-11-22T15:23:29,314 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 74c08031ebf45a230367f9c2a97430e8#C#compaction#439 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T15:23:29,315 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/C/c3a96cf4f1104b65926fa16ce8ea67e9 is 50, key is test_row_0/C:col10/1732289008625/Put/seqid=0 2024-11-22T15:23:29,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122307ce093edcc49d5b5a25090e96b15ce_74c08031ebf45a230367f9c2a97430e8 is 50, key is test_row_0/A:col10/1732289008664/Put/seqid=0 2024-11-22T15:23:29,346 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:29,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 259 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39526 deadline: 1732289069335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:29,346 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:29,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 261 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39492 deadline: 1732289069336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:29,346 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:29,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 254 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39498 deadline: 1732289069336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:29,347 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:29,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 262 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39538 deadline: 1732289069338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:29,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742346_1522 (size=32481) 2024-11-22T15:23:29,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742347_1523 (size=13493) 2024-11-22T15:23:29,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742348_1524 (size=12454) 2024-11-22T15:23:29,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:29,397 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122307ce093edcc49d5b5a25090e96b15ce_74c08031ebf45a230367f9c2a97430e8 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122307ce093edcc49d5b5a25090e96b15ce_74c08031ebf45a230367f9c2a97430e8 2024-11-22T15:23:29,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/A/c763ac9485ed4858a0c06c7187864af3, store: [table=TestAcidGuarantees family=A region=74c08031ebf45a230367f9c2a97430e8] 2024-11-22T15:23:29,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/A/c763ac9485ed4858a0c06c7187864af3 is 175, key is test_row_0/A:col10/1732289008664/Put/seqid=0 2024-11-22T15:23:29,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742349_1525 (size=31255) 2024-11-22T15:23:29,445 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=532, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/A/c763ac9485ed4858a0c06c7187864af3 2024-11-22T15:23:29,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/B/181eb58c53304e58a9afd63d0f58e2ea is 50, key is test_row_0/B:col10/1732289008664/Put/seqid=0 2024-11-22T15:23:29,457 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:29,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 261 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39526 deadline: 1732289069447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:29,458 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:29,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 263 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39492 deadline: 1732289069448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:29,458 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:29,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 256 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39498 deadline: 1732289069448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:29,461 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:29,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 264 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39538 deadline: 1732289069449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:29,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742350_1526 (size=12301) 2024-11-22T15:23:29,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-22T15:23:29,666 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:29,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 263 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39526 deadline: 1732289069659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:29,666 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:29,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 258 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39498 deadline: 1732289069659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:29,670 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:29,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 265 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39492 deadline: 1732289069661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:29,670 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:29,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 266 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39538 deadline: 1732289069663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:29,771 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/A/f5dc269dea9b4fafb3d736f074e362a3 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/f5dc269dea9b4fafb3d736f074e362a3 2024-11-22T15:23:29,779 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 74c08031ebf45a230367f9c2a97430e8/A of 74c08031ebf45a230367f9c2a97430e8 into f5dc269dea9b4fafb3d736f074e362a3(size=31.7 K), total size for store is 31.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T15:23:29,779 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 74c08031ebf45a230367f9c2a97430e8: 2024-11-22T15:23:29,779 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8., storeName=74c08031ebf45a230367f9c2a97430e8/A, priority=13, startTime=1732289009200; duration=0sec 2024-11-22T15:23:29,779 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T15:23:29,779 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 74c08031ebf45a230367f9c2a97430e8:A 2024-11-22T15:23:29,785 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/C/c3a96cf4f1104b65926fa16ce8ea67e9 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/C/c3a96cf4f1104b65926fa16ce8ea67e9 2024-11-22T15:23:29,797 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 74c08031ebf45a230367f9c2a97430e8/C of 74c08031ebf45a230367f9c2a97430e8 into c3a96cf4f1104b65926fa16ce8ea67e9(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T15:23:29,797 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 74c08031ebf45a230367f9c2a97430e8: 2024-11-22T15:23:29,797 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8., storeName=74c08031ebf45a230367f9c2a97430e8/C, priority=13, startTime=1732289009200; duration=0sec 2024-11-22T15:23:29,797 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T15:23:29,797 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 74c08031ebf45a230367f9c2a97430e8:C 2024-11-22T15:23:29,910 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=532 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/B/181eb58c53304e58a9afd63d0f58e2ea 2024-11-22T15:23:29,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/C/3543fee5426d4ea889da6340306e5331 is 50, key is test_row_0/C:col10/1732289008664/Put/seqid=0 2024-11-22T15:23:29,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742351_1527 (size=12301) 2024-11-22T15:23:29,970 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:29,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 265 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39526 deadline: 1732289069969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:29,975 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:29,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 260 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39498 deadline: 1732289069970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:29,978 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:29,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 268 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39538 deadline: 1732289069971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:29,978 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:29,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 267 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39492 deadline: 1732289069973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:30,343 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=532 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/C/3543fee5426d4ea889da6340306e5331 2024-11-22T15:23:30,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/A/c763ac9485ed4858a0c06c7187864af3 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/c763ac9485ed4858a0c06c7187864af3 2024-11-22T15:23:30,351 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/c763ac9485ed4858a0c06c7187864af3, entries=150, sequenceid=532, filesize=30.5 K 2024-11-22T15:23:30,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/B/181eb58c53304e58a9afd63d0f58e2ea as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/B/181eb58c53304e58a9afd63d0f58e2ea 2024-11-22T15:23:30,357 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/B/181eb58c53304e58a9afd63d0f58e2ea, entries=150, sequenceid=532, filesize=12.0 K 2024-11-22T15:23:30,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/C/3543fee5426d4ea889da6340306e5331 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/C/3543fee5426d4ea889da6340306e5331 2024-11-22T15:23:30,366 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/C/3543fee5426d4ea889da6340306e5331, entries=150, sequenceid=532, filesize=12.0 K 2024-11-22T15:23:30,367 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 74c08031ebf45a230367f9c2a97430e8 in 1082ms, sequenceid=532, compaction requested=false 2024-11-22T15:23:30,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2538): Flush status journal for 74c08031ebf45a230367f9c2a97430e8: 2024-11-22T15:23:30,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8. 2024-11-22T15:23:30,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=119 2024-11-22T15:23:30,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4106): Remote procedure done, pid=119 2024-11-22T15:23:30,370 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=119, resume processing ppid=118 2024-11-22T15:23:30,371 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=119, ppid=118, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.9310 sec 2024-11-22T15:23:30,371 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=118, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees in 2.9350 sec 2024-11-22T15:23:30,478 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 74c08031ebf45a230367f9c2a97430e8 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-22T15:23:30,478 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74c08031ebf45a230367f9c2a97430e8, store=A 2024-11-22T15:23:30,478 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:23:30,478 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74c08031ebf45a230367f9c2a97430e8, store=B 2024-11-22T15:23:30,478 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:23:30,478 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74c08031ebf45a230367f9c2a97430e8, store=C 2024-11-22T15:23:30,479 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:23:30,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(8581): Flush requested on 74c08031ebf45a230367f9c2a97430e8 2024-11-22T15:23:30,512 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411220a747e8a14a34a6cbee23f79d022b776_74c08031ebf45a230367f9c2a97430e8 is 50, key is test_row_0/A:col10/1732289009336/Put/seqid=0 2024-11-22T15:23:30,537 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:30,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 272 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39526 deadline: 1732289070530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:30,539 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:30,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 273 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39492 deadline: 1732289070532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:30,545 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:30,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 274 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39538 deadline: 1732289070533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:30,545 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:30,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 266 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39498 deadline: 1732289070535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:30,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742352_1528 (size=14994) 2024-11-22T15:23:30,596 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:30,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39550 deadline: 1732289070591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:30,597 DEBUG [Thread-1684 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=8, retries=16, started=18230 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8., hostname=77927f992d0b,45443,1732288897733, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T15:23:30,644 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:30,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 274 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39526 deadline: 1732289070640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:30,645 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:30,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 275 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39492 deadline: 1732289070641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:30,655 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:30,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 268 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39498 deadline: 1732289070648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:30,655 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:30,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 276 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39538 deadline: 1732289070649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:30,851 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:30,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 277 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39492 deadline: 1732289070847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:30,851 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:30,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 276 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39526 deadline: 1732289070847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:30,860 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:30,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 270 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39498 deadline: 1732289070856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:30,861 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:30,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 278 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39538 deadline: 1732289070857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:30,952 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:30,955 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411220a747e8a14a34a6cbee23f79d022b776_74c08031ebf45a230367f9c2a97430e8 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411220a747e8a14a34a6cbee23f79d022b776_74c08031ebf45a230367f9c2a97430e8 2024-11-22T15:23:30,956 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/A/e79c2f808fef49208b4cb85493055a3e, store: [table=TestAcidGuarantees family=A region=74c08031ebf45a230367f9c2a97430e8] 2024-11-22T15:23:30,956 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/A/e79c2f808fef49208b4cb85493055a3e is 175, key is test_row_0/A:col10/1732289009336/Put/seqid=0 2024-11-22T15:23:30,961 DEBUG [Thread-1693 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x44f513b9 to 127.0.0.1:61671 2024-11-22T15:23:30,961 DEBUG [Thread-1693 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T15:23:30,964 DEBUG [Thread-1697 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5d736887 to 127.0.0.1:61671 2024-11-22T15:23:30,964 DEBUG [Thread-1697 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T15:23:30,967 DEBUG [Thread-1695 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7ba658e5 to 127.0.0.1:61671 2024-11-22T15:23:30,967 DEBUG [Thread-1691 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6fe4cb14 to 127.0.0.1:61671 2024-11-22T15:23:30,967 DEBUG [Thread-1695 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T15:23:30,967 DEBUG [Thread-1691 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T15:23:30,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742353_1529 (size=39949) 2024-11-22T15:23:30,971 DEBUG [Thread-1699 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x19bc2a17 to 127.0.0.1:61671 2024-11-22T15:23:30,971 DEBUG [Thread-1699 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T15:23:31,154 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:31,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 278 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39526 deadline: 1732289071154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:31,155 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:31,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 279 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39492 deadline: 1732289071155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:31,163 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:31,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 272 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39498 deadline: 1732289071163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:31,164 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:31,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 280 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39538 deadline: 1732289071164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:31,370 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=552, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/A/e79c2f808fef49208b4cb85493055a3e 2024-11-22T15:23:31,376 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/B/5c423b68d1a44438ab8ef753f610c20e is 50, key is test_row_0/B:col10/1732289009336/Put/seqid=0 2024-11-22T15:23:31,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742354_1530 (size=12301) 2024-11-22T15:23:31,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-22T15:23:31,542 INFO [Thread-1690 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 118 completed 2024-11-22T15:23:31,657 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:31,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 281 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39492 deadline: 1732289071657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:31,658 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:31,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 280 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39526 deadline: 1732289071658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:31,666 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:31,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 274 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39498 deadline: 1732289071666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:31,667 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:31,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 282 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39538 deadline: 1732289071667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:31,780 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=552 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/B/5c423b68d1a44438ab8ef753f610c20e 2024-11-22T15:23:31,785 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/C/8f34f6a8d7a54292811dfb4cacc3a8de is 50, key is test_row_0/C:col10/1732289009336/Put/seqid=0 2024-11-22T15:23:31,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742355_1531 (size=12301) 2024-11-22T15:23:32,188 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=552 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/C/8f34f6a8d7a54292811dfb4cacc3a8de 2024-11-22T15:23:32,191 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/A/e79c2f808fef49208b4cb85493055a3e as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/e79c2f808fef49208b4cb85493055a3e 2024-11-22T15:23:32,194 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/e79c2f808fef49208b4cb85493055a3e, entries=200, sequenceid=552, filesize=39.0 K 2024-11-22T15:23:32,195 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/B/5c423b68d1a44438ab8ef753f610c20e as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/B/5c423b68d1a44438ab8ef753f610c20e 2024-11-22T15:23:32,197 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/B/5c423b68d1a44438ab8ef753f610c20e, entries=150, sequenceid=552, filesize=12.0 K 2024-11-22T15:23:32,198 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/C/8f34f6a8d7a54292811dfb4cacc3a8de as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/C/8f34f6a8d7a54292811dfb4cacc3a8de 2024-11-22T15:23:32,200 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/C/8f34f6a8d7a54292811dfb4cacc3a8de, entries=150, sequenceid=552, filesize=12.0 K 2024-11-22T15:23:32,201 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 74c08031ebf45a230367f9c2a97430e8 in 1723ms, sequenceid=552, compaction requested=true 2024-11-22T15:23:32,201 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 74c08031ebf45a230367f9c2a97430e8: 2024-11-22T15:23:32,201 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 74c08031ebf45a230367f9c2a97430e8:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T15:23:32,201 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T15:23:32,201 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 74c08031ebf45a230367f9c2a97430e8:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T15:23:32,201 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T15:23:32,201 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T15:23:32,201 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T15:23:32,201 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 74c08031ebf45a230367f9c2a97430e8:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T15:23:32,201 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T15:23:32,202 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38129 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T15:23:32,202 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1540): 74c08031ebf45a230367f9c2a97430e8/B is initiating minor compaction (all files) 2024-11-22T15:23:32,202 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 74c08031ebf45a230367f9c2a97430e8/B in TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8. 2024-11-22T15:23:32,203 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/B/1915d26d15e44b53b7e9be93b9995ff8, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/B/181eb58c53304e58a9afd63d0f58e2ea, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/B/5c423b68d1a44438ab8ef753f610c20e] into tmpdir=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp, totalSize=37.2 K 2024-11-22T15:23:32,202 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103685 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T15:23:32,203 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1540): 74c08031ebf45a230367f9c2a97430e8/A is initiating minor compaction (all files) 2024-11-22T15:23:32,203 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 74c08031ebf45a230367f9c2a97430e8/A in TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8. 2024-11-22T15:23:32,203 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/f5dc269dea9b4fafb3d736f074e362a3, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/c763ac9485ed4858a0c06c7187864af3, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/e79c2f808fef49208b4cb85493055a3e] into tmpdir=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp, totalSize=101.3 K 2024-11-22T15:23:32,203 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8. 2024-11-22T15:23:32,203 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8. files: [hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/f5dc269dea9b4fafb3d736f074e362a3, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/c763ac9485ed4858a0c06c7187864af3, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/e79c2f808fef49208b4cb85493055a3e] 2024-11-22T15:23:32,203 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting 1915d26d15e44b53b7e9be93b9995ff8, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=512, earliestPutTs=1732289007484 2024-11-22T15:23:32,203 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting f5dc269dea9b4fafb3d736f074e362a3, keycount=150, bloomtype=ROW, size=31.7 K, encoding=NONE, compression=NONE, seqNum=512, earliestPutTs=1732289007484 2024-11-22T15:23:32,203 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting 181eb58c53304e58a9afd63d0f58e2ea, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=532, earliestPutTs=1732289008664 2024-11-22T15:23:32,203 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting c763ac9485ed4858a0c06c7187864af3, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=532, earliestPutTs=1732289008664 2024-11-22T15:23:32,203 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting 5c423b68d1a44438ab8ef753f610c20e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=552, earliestPutTs=1732289009331 2024-11-22T15:23:32,204 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting e79c2f808fef49208b4cb85493055a3e, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=552, earliestPutTs=1732289009331 2024-11-22T15:23:32,212 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=74c08031ebf45a230367f9c2a97430e8] 2024-11-22T15:23:32,213 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 74c08031ebf45a230367f9c2a97430e8#B#compaction#446 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T15:23:32,214 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/B/5b5e16fd074e447281d019d68138ced4 is 50, key is test_row_0/B:col10/1732289009336/Put/seqid=0 2024-11-22T15:23:32,216 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241122fb9521aee60e4cc18f44806c46e76a09_74c08031ebf45a230367f9c2a97430e8 store=[table=TestAcidGuarantees family=A region=74c08031ebf45a230367f9c2a97430e8] 2024-11-22T15:23:32,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742356_1532 (size=13629) 2024-11-22T15:23:32,250 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/B/5b5e16fd074e447281d019d68138ced4 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/B/5b5e16fd074e447281d019d68138ced4 2024-11-22T15:23:32,255 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 74c08031ebf45a230367f9c2a97430e8/B of 74c08031ebf45a230367f9c2a97430e8 into 5b5e16fd074e447281d019d68138ced4(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T15:23:32,255 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 74c08031ebf45a230367f9c2a97430e8: 2024-11-22T15:23:32,255 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8., storeName=74c08031ebf45a230367f9c2a97430e8/B, priority=13, startTime=1732289012201; duration=0sec 2024-11-22T15:23:32,255 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T15:23:32,255 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 74c08031ebf45a230367f9c2a97430e8:B 2024-11-22T15:23:32,255 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T15:23:32,256 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38095 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T15:23:32,256 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1540): 74c08031ebf45a230367f9c2a97430e8/C is initiating minor compaction (all files) 2024-11-22T15:23:32,256 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 74c08031ebf45a230367f9c2a97430e8/C in TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8. 2024-11-22T15:23:32,256 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241122fb9521aee60e4cc18f44806c46e76a09_74c08031ebf45a230367f9c2a97430e8, store=[table=TestAcidGuarantees family=A region=74c08031ebf45a230367f9c2a97430e8] 2024-11-22T15:23:32,256 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/C/c3a96cf4f1104b65926fa16ce8ea67e9, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/C/3543fee5426d4ea889da6340306e5331, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/C/8f34f6a8d7a54292811dfb4cacc3a8de] into tmpdir=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp, totalSize=37.2 K 2024-11-22T15:23:32,256 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122fb9521aee60e4cc18f44806c46e76a09_74c08031ebf45a230367f9c2a97430e8 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=74c08031ebf45a230367f9c2a97430e8] 2024-11-22T15:23:32,257 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting c3a96cf4f1104b65926fa16ce8ea67e9, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=512, earliestPutTs=1732289007484 2024-11-22T15:23:32,257 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting 3543fee5426d4ea889da6340306e5331, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=532, earliestPutTs=1732289008664 2024-11-22T15:23:32,257 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting 8f34f6a8d7a54292811dfb4cacc3a8de, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=552, earliestPutTs=1732289009331 2024-11-22T15:23:32,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742357_1533 (size=4469) 2024-11-22T15:23:32,291 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 74c08031ebf45a230367f9c2a97430e8#A#compaction#447 average throughput is 0.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T15:23:32,293 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/A/efe7e027c39d4c6e90abb89b9e99f88c is 175, key is test_row_0/A:col10/1732289009336/Put/seqid=0 2024-11-22T15:23:32,303 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 74c08031ebf45a230367f9c2a97430e8#C#compaction#448 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T15:23:32,304 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/C/994ad4c0104c4f10bad43aac9a3baf4a is 50, key is test_row_0/C:col10/1732289009336/Put/seqid=0 2024-11-22T15:23:32,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742359_1535 (size=13595) 2024-11-22T15:23:32,323 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/C/994ad4c0104c4f10bad43aac9a3baf4a as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/C/994ad4c0104c4f10bad43aac9a3baf4a 2024-11-22T15:23:32,329 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 74c08031ebf45a230367f9c2a97430e8/C of 74c08031ebf45a230367f9c2a97430e8 into 994ad4c0104c4f10bad43aac9a3baf4a(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T15:23:32,329 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 74c08031ebf45a230367f9c2a97430e8: 2024-11-22T15:23:32,329 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8., storeName=74c08031ebf45a230367f9c2a97430e8/C, priority=13, startTime=1732289012201; duration=0sec 2024-11-22T15:23:32,329 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T15:23:32,329 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 74c08031ebf45a230367f9c2a97430e8:C 2024-11-22T15:23:32,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742358_1534 (size=32583) 2024-11-22T15:23:32,342 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/A/efe7e027c39d4c6e90abb89b9e99f88c as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/efe7e027c39d4c6e90abb89b9e99f88c 2024-11-22T15:23:32,347 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 74c08031ebf45a230367f9c2a97430e8/A of 74c08031ebf45a230367f9c2a97430e8 into efe7e027c39d4c6e90abb89b9e99f88c(size=31.8 K), total size for store is 31.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T15:23:32,347 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 74c08031ebf45a230367f9c2a97430e8: 2024-11-22T15:23:32,347 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8., storeName=74c08031ebf45a230367f9c2a97430e8/A, priority=13, startTime=1732289012201; duration=0sec 2024-11-22T15:23:32,347 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T15:23:32,347 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 74c08031ebf45a230367f9c2a97430e8:A 2024-11-22T15:23:32,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(8581): Flush requested on 74c08031ebf45a230367f9c2a97430e8 2024-11-22T15:23:32,669 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 74c08031ebf45a230367f9c2a97430e8 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-22T15:23:32,670 DEBUG [Thread-1682 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x09b3e6d7 to 127.0.0.1:61671 2024-11-22T15:23:32,670 DEBUG [Thread-1682 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T15:23:32,670 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74c08031ebf45a230367f9c2a97430e8, store=A 2024-11-22T15:23:32,670 DEBUG [Thread-1686 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1efa0206 to 127.0.0.1:61671 2024-11-22T15:23:32,670 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:23:32,670 DEBUG [Thread-1686 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T15:23:32,670 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74c08031ebf45a230367f9c2a97430e8, store=B 2024-11-22T15:23:32,671 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:23:32,671 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74c08031ebf45a230367f9c2a97430e8, store=C 2024-11-22T15:23:32,671 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:23:32,677 DEBUG [Thread-1680 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x52592365 to 127.0.0.1:61671 2024-11-22T15:23:32,677 DEBUG [Thread-1688 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x71a4fe0c to 127.0.0.1:61671 2024-11-22T15:23:32,677 DEBUG [Thread-1680 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T15:23:32,677 DEBUG [Thread-1688 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T15:23:32,680 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411224a69d4311dba4f72936fe16cc083b994_74c08031ebf45a230367f9c2a97430e8 is 50, key is test_row_0/A:col10/1732289010533/Put/seqid=0 2024-11-22T15:23:32,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742360_1536 (size=12454) 2024-11-22T15:23:33,086 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:33,092 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411224a69d4311dba4f72936fe16cc083b994_74c08031ebf45a230367f9c2a97430e8 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411224a69d4311dba4f72936fe16cc083b994_74c08031ebf45a230367f9c2a97430e8 2024-11-22T15:23:33,093 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/A/7583f766903048d5a591b7902ade9637, store: [table=TestAcidGuarantees family=A region=74c08031ebf45a230367f9c2a97430e8] 2024-11-22T15:23:33,094 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/A/7583f766903048d5a591b7902ade9637 is 175, key is test_row_0/A:col10/1732289010533/Put/seqid=0 2024-11-22T15:23:33,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742361_1537 (size=31255) 2024-11-22T15:23:33,500 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=576, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/A/7583f766903048d5a591b7902ade9637 2024-11-22T15:23:33,514 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/B/bab96f3510e64e39aad5050b479aa5da is 50, key is test_row_0/B:col10/1732289010533/Put/seqid=0 2024-11-22T15:23:33,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742362_1538 (size=12301) 2024-11-22T15:23:33,920 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=576 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/B/bab96f3510e64e39aad5050b479aa5da 2024-11-22T15:23:33,933 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/C/ad392fbcb8cd424c90f665396646d3ff is 50, key is test_row_0/C:col10/1732289010533/Put/seqid=0 2024-11-22T15:23:33,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742363_1539 (size=12301) 2024-11-22T15:23:34,338 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=576 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/C/ad392fbcb8cd424c90f665396646d3ff 2024-11-22T15:23:34,346 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/A/7583f766903048d5a591b7902ade9637 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/7583f766903048d5a591b7902ade9637 2024-11-22T15:23:34,351 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/7583f766903048d5a591b7902ade9637, entries=150, sequenceid=576, filesize=30.5 K 2024-11-22T15:23:34,352 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/B/bab96f3510e64e39aad5050b479aa5da as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/B/bab96f3510e64e39aad5050b479aa5da 2024-11-22T15:23:34,355 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/B/bab96f3510e64e39aad5050b479aa5da, entries=150, sequenceid=576, filesize=12.0 K 2024-11-22T15:23:34,356 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/C/ad392fbcb8cd424c90f665396646d3ff as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/C/ad392fbcb8cd424c90f665396646d3ff 2024-11-22T15:23:34,359 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/C/ad392fbcb8cd424c90f665396646d3ff, entries=150, sequenceid=576, filesize=12.0 K 2024-11-22T15:23:34,360 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=13.42 KB/13740 for 74c08031ebf45a230367f9c2a97430e8 in 1691ms, sequenceid=576, compaction requested=false 2024-11-22T15:23:34,360 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 74c08031ebf45a230367f9c2a97430e8: 2024-11-22T15:23:35,951 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-22T15:23:40,582 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/77927f992d0b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2316): Moving the files [hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/2a2f0407e472483081bbece9dc88777a, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/cdd223b19a13445ea2f2f92ffc518fbd, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/95f8e47d34334b0e8de93d8b57aab9b4, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/9344fdcdfd76485d9c4447e32e52597b, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/1d883d767e4d4b18a60c4b2ed7ebc1b6, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/d06e2a7f47a342f4956677cfaed5fe36, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/ba92e6ead8a3480d853f5aa39867c802, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/e518f44d4f524d428a320499336a25f7, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/91820f3083984fd0a168b14e53d3619a, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/486ba472618640df886b92311ee5b1ab, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/ee7fccf040b447069994b6861eb2cbec, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/903af45f94564401958bb71fca1ad1d6, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/1ddccde3f95347c896cadf2ee670dee4, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/defeef820d754e618157f6317f909ad2, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/3508164d09fb428fa09f1f9e2b9d66a5, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/5266d497afc94840a90327df4550cde1, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/45af0c71cddb452fab6789d383746a5d, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/b5d89d5c5ba241e4b956e6e37d450b5f, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/a245e8cd50c5401696c9efba2fdacb7f, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/a0acd2b99b814a97af58a1e78a88a370, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/e537797e527945d786f572f4cee04b65, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/413afd5c1e0b4264a1d9ba0ba7b45d94, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/6190b42407604eb587a5cb09aac07bea, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/682563cf05454d2bb2f3d183c3f490aa, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/6a85ff290940443db23c7e65f5cf4c0a, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/b6d58a3138474f858ad416d5793a8228, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/49158cf13da44b419541398bc708b111, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/f6c8d0427475482b98245b80035df944, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/d24df8e52c3d4a308241c106954ed203, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/e3d3a10a4cb44868b77a0d6045ab31f0, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/b0c92868bc964cf79e009ff2423d326f, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/f99276d4842e453ab72919ae167d9994, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/4b6c2d2e2f2a43218026d57cf4ca9a7f, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/0e22428ca9484abd93c49f24c10e9baf, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/91acc54f7d3d4ab59be8582bc90ab96d, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/e194106cd2e344d58ec79f8d13ab7f1d, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/f5dc269dea9b4fafb3d736f074e362a3, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/c763ac9485ed4858a0c06c7187864af3, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/e79c2f808fef49208b4cb85493055a3e] to archive 2024-11-22T15:23:40,583 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/77927f992d0b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-22T15:23:40,585 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/77927f992d0b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/2a2f0407e472483081bbece9dc88777a to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/2a2f0407e472483081bbece9dc88777a 2024-11-22T15:23:40,586 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/77927f992d0b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/cdd223b19a13445ea2f2f92ffc518fbd to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/cdd223b19a13445ea2f2f92ffc518fbd 2024-11-22T15:23:40,587 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/77927f992d0b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/95f8e47d34334b0e8de93d8b57aab9b4 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/95f8e47d34334b0e8de93d8b57aab9b4 2024-11-22T15:23:40,588 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/77927f992d0b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/9344fdcdfd76485d9c4447e32e52597b to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/9344fdcdfd76485d9c4447e32e52597b 2024-11-22T15:23:40,588 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/77927f992d0b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/1d883d767e4d4b18a60c4b2ed7ebc1b6 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/1d883d767e4d4b18a60c4b2ed7ebc1b6 2024-11-22T15:23:40,589 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/77927f992d0b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/d06e2a7f47a342f4956677cfaed5fe36 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/d06e2a7f47a342f4956677cfaed5fe36 2024-11-22T15:23:40,590 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/77927f992d0b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/ba92e6ead8a3480d853f5aa39867c802 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/ba92e6ead8a3480d853f5aa39867c802 2024-11-22T15:23:40,590 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/77927f992d0b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/e518f44d4f524d428a320499336a25f7 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/e518f44d4f524d428a320499336a25f7 2024-11-22T15:23:40,591 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/77927f992d0b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/91820f3083984fd0a168b14e53d3619a to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/91820f3083984fd0a168b14e53d3619a 2024-11-22T15:23:40,592 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/77927f992d0b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/486ba472618640df886b92311ee5b1ab to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/486ba472618640df886b92311ee5b1ab 2024-11-22T15:23:40,592 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/77927f992d0b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/ee7fccf040b447069994b6861eb2cbec to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/ee7fccf040b447069994b6861eb2cbec 2024-11-22T15:23:40,593 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/77927f992d0b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/903af45f94564401958bb71fca1ad1d6 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/903af45f94564401958bb71fca1ad1d6 2024-11-22T15:23:40,594 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/77927f992d0b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/1ddccde3f95347c896cadf2ee670dee4 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/1ddccde3f95347c896cadf2ee670dee4 2024-11-22T15:23:40,594 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/77927f992d0b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/defeef820d754e618157f6317f909ad2 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/defeef820d754e618157f6317f909ad2 2024-11-22T15:23:40,595 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/77927f992d0b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/3508164d09fb428fa09f1f9e2b9d66a5 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/3508164d09fb428fa09f1f9e2b9d66a5 2024-11-22T15:23:40,596 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/77927f992d0b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/5266d497afc94840a90327df4550cde1 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/5266d497afc94840a90327df4550cde1 2024-11-22T15:23:40,597 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/77927f992d0b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/45af0c71cddb452fab6789d383746a5d to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/45af0c71cddb452fab6789d383746a5d 2024-11-22T15:23:40,597 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/77927f992d0b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/b5d89d5c5ba241e4b956e6e37d450b5f to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/b5d89d5c5ba241e4b956e6e37d450b5f 2024-11-22T15:23:40,598 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/77927f992d0b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/a245e8cd50c5401696c9efba2fdacb7f to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/a245e8cd50c5401696c9efba2fdacb7f 2024-11-22T15:23:40,599 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/77927f992d0b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/a0acd2b99b814a97af58a1e78a88a370 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/a0acd2b99b814a97af58a1e78a88a370 2024-11-22T15:23:40,600 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/77927f992d0b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/e537797e527945d786f572f4cee04b65 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/e537797e527945d786f572f4cee04b65 2024-11-22T15:23:40,600 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/77927f992d0b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/413afd5c1e0b4264a1d9ba0ba7b45d94 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/413afd5c1e0b4264a1d9ba0ba7b45d94 2024-11-22T15:23:40,601 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/77927f992d0b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/6190b42407604eb587a5cb09aac07bea to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/6190b42407604eb587a5cb09aac07bea 2024-11-22T15:23:40,602 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/77927f992d0b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/682563cf05454d2bb2f3d183c3f490aa to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/682563cf05454d2bb2f3d183c3f490aa 2024-11-22T15:23:40,602 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/77927f992d0b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/6a85ff290940443db23c7e65f5cf4c0a to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/6a85ff290940443db23c7e65f5cf4c0a 2024-11-22T15:23:40,603 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/77927f992d0b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/b6d58a3138474f858ad416d5793a8228 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/b6d58a3138474f858ad416d5793a8228 2024-11-22T15:23:40,604 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/77927f992d0b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/49158cf13da44b419541398bc708b111 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/49158cf13da44b419541398bc708b111 2024-11-22T15:23:40,604 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/77927f992d0b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/f6c8d0427475482b98245b80035df944 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/f6c8d0427475482b98245b80035df944 2024-11-22T15:23:40,605 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/77927f992d0b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/d24df8e52c3d4a308241c106954ed203 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/d24df8e52c3d4a308241c106954ed203 2024-11-22T15:23:40,605 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/77927f992d0b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/e3d3a10a4cb44868b77a0d6045ab31f0 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/e3d3a10a4cb44868b77a0d6045ab31f0 2024-11-22T15:23:40,606 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/77927f992d0b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/b0c92868bc964cf79e009ff2423d326f to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/b0c92868bc964cf79e009ff2423d326f 2024-11-22T15:23:40,607 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/77927f992d0b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/f99276d4842e453ab72919ae167d9994 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/f99276d4842e453ab72919ae167d9994 2024-11-22T15:23:40,607 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/77927f992d0b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/4b6c2d2e2f2a43218026d57cf4ca9a7f to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/4b6c2d2e2f2a43218026d57cf4ca9a7f 2024-11-22T15:23:40,608 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/77927f992d0b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/0e22428ca9484abd93c49f24c10e9baf to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/0e22428ca9484abd93c49f24c10e9baf 2024-11-22T15:23:40,609 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/77927f992d0b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/91acc54f7d3d4ab59be8582bc90ab96d to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/91acc54f7d3d4ab59be8582bc90ab96d 2024-11-22T15:23:40,610 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/77927f992d0b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/e194106cd2e344d58ec79f8d13ab7f1d to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/e194106cd2e344d58ec79f8d13ab7f1d 2024-11-22T15:23:40,610 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/77927f992d0b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/f5dc269dea9b4fafb3d736f074e362a3 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/f5dc269dea9b4fafb3d736f074e362a3 2024-11-22T15:23:40,611 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/77927f992d0b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/c763ac9485ed4858a0c06c7187864af3 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/c763ac9485ed4858a0c06c7187864af3 2024-11-22T15:23:40,612 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/77927f992d0b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/e79c2f808fef49208b4cb85493055a3e to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/e79c2f808fef49208b4cb85493055a3e 2024-11-22T15:23:40,617 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/77927f992d0b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2316): Moving the files [hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/B/40f1fbf42a2e4d8c9f9289f268a1dab3, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/B/fa03be7f550949889181b8103565b5b5, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/B/f47e04b035ac4051b0504de83401cd36, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/B/275d4c3c23fd455894949a0d60c107eb, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/B/74e0fe7ed005469bb16547d427cddede, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/B/071b6242de4d4f598b20340868d407f6, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/B/50021ded951b4879a7c45b2b1e5eac73, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/B/cbaf0f9629c84a29914763b33597cae8, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/B/19feac0c63a54b56b48b6ce694679c63, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/B/73f72e42f294408f958c21b459db2d9a, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/B/887009452d8e46ada017ee8e6020ef3c, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/B/d24460804906491f9b80e8624712950e, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/B/f59bc417436e4c00835d04f99365c3c1, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/B/59657b2f7360492d9cc8bc09676279ac, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/B/693942361ed94a5eaf64ca2429ad35c0, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/B/98d0875a06fd492c95dc09fc43945806, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/B/b351bce0ab414a509207ec33e78831e5, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/B/88b71b437257485bb234c0f1c6bf3d96, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/B/8d296278c78448d58b30df7b0cc621c3, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/B/2c687f20cd2d4357aa2c7493e1521fd2, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/B/a400833a272b419ba8940d6dc9e8ac40, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/B/5591cdd987184c57b1b1e07d787dc188, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/B/4f2f291ecd154b24aa5a926e1202f60f, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/B/e32bfa0a79df40f8acd79e592a745460, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/B/2e1354efbd7a472bbc43cd86eb3b8e5b, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/B/2a29e2e18d5d4e4a80ab76d157310be6, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/B/39533cd29bd547089911a880ca63bb56, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/B/d30c574a81a34bdfbdb13a9ea1df9d08, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/B/d4e2c5ad49394088a7841b76f9019799, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/B/2f006b7e9962421bb7470c613aabfec1, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/B/d86d2ffef90d4321b8afe637f003ec5f, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/B/dd873804242d41a790a0492a7b004bef, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/B/b1c473a2f8384f5c9b7e2ff0587afb58, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/B/bdfea6ac9d9b45928ce59b5dce9401ee, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/B/af4c1e1aa01c4f67b64294e344bb0827, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/B/1915d26d15e44b53b7e9be93b9995ff8, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/B/385046b055074e7ba1c52e914bf59b23, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/B/181eb58c53304e58a9afd63d0f58e2ea, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/B/5c423b68d1a44438ab8ef753f610c20e] to archive 2024-11-22T15:23:40,618 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/77927f992d0b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-22T15:23:40,619 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/77927f992d0b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/B/40f1fbf42a2e4d8c9f9289f268a1dab3 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/B/40f1fbf42a2e4d8c9f9289f268a1dab3 2024-11-22T15:23:40,620 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/77927f992d0b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/B/fa03be7f550949889181b8103565b5b5 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/B/fa03be7f550949889181b8103565b5b5 2024-11-22T15:23:40,621 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/77927f992d0b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/B/f47e04b035ac4051b0504de83401cd36 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/B/f47e04b035ac4051b0504de83401cd36 2024-11-22T15:23:40,622 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/77927f992d0b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/B/275d4c3c23fd455894949a0d60c107eb to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/B/275d4c3c23fd455894949a0d60c107eb 2024-11-22T15:23:40,623 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/77927f992d0b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/B/74e0fe7ed005469bb16547d427cddede to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/B/74e0fe7ed005469bb16547d427cddede 2024-11-22T15:23:40,624 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/77927f992d0b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/B/071b6242de4d4f598b20340868d407f6 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/B/071b6242de4d4f598b20340868d407f6 2024-11-22T15:23:40,625 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/77927f992d0b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/B/50021ded951b4879a7c45b2b1e5eac73 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/B/50021ded951b4879a7c45b2b1e5eac73 2024-11-22T15:23:40,626 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/77927f992d0b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/B/cbaf0f9629c84a29914763b33597cae8 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/B/cbaf0f9629c84a29914763b33597cae8 2024-11-22T15:23:40,626 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/77927f992d0b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/B/19feac0c63a54b56b48b6ce694679c63 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/B/19feac0c63a54b56b48b6ce694679c63 2024-11-22T15:23:40,627 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/77927f992d0b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/B/73f72e42f294408f958c21b459db2d9a to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/B/73f72e42f294408f958c21b459db2d9a 2024-11-22T15:23:40,628 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/77927f992d0b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/B/887009452d8e46ada017ee8e6020ef3c to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/B/887009452d8e46ada017ee8e6020ef3c 2024-11-22T15:23:40,629 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/77927f992d0b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/B/d24460804906491f9b80e8624712950e to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/B/d24460804906491f9b80e8624712950e 2024-11-22T15:23:40,630 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/77927f992d0b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/B/f59bc417436e4c00835d04f99365c3c1 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/B/f59bc417436e4c00835d04f99365c3c1 2024-11-22T15:23:40,631 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/77927f992d0b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/B/59657b2f7360492d9cc8bc09676279ac to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/B/59657b2f7360492d9cc8bc09676279ac 2024-11-22T15:23:40,632 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/77927f992d0b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/B/693942361ed94a5eaf64ca2429ad35c0 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/B/693942361ed94a5eaf64ca2429ad35c0 2024-11-22T15:23:40,633 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/77927f992d0b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/B/98d0875a06fd492c95dc09fc43945806 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/B/98d0875a06fd492c95dc09fc43945806 2024-11-22T15:23:40,634 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/77927f992d0b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/B/b351bce0ab414a509207ec33e78831e5 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/B/b351bce0ab414a509207ec33e78831e5 2024-11-22T15:23:40,636 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/77927f992d0b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/B/88b71b437257485bb234c0f1c6bf3d96 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/B/88b71b437257485bb234c0f1c6bf3d96 2024-11-22T15:23:40,637 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/77927f992d0b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/B/8d296278c78448d58b30df7b0cc621c3 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/B/8d296278c78448d58b30df7b0cc621c3 2024-11-22T15:23:40,638 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/77927f992d0b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/B/2c687f20cd2d4357aa2c7493e1521fd2 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/B/2c687f20cd2d4357aa2c7493e1521fd2 2024-11-22T15:23:40,639 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/77927f992d0b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/B/a400833a272b419ba8940d6dc9e8ac40 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/B/a400833a272b419ba8940d6dc9e8ac40 2024-11-22T15:23:40,640 DEBUG [Thread-1684 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x54c56f75 to 127.0.0.1:61671 2024-11-22T15:23:40,640 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/77927f992d0b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/B/5591cdd987184c57b1b1e07d787dc188 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/B/5591cdd987184c57b1b1e07d787dc188 2024-11-22T15:23:40,640 DEBUG [Thread-1684 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T15:23:40,641 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-22T15:23:40,641 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 113 2024-11-22T15:23:40,641 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 112 2024-11-22T15:23:40,641 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 12 2024-11-22T15:23:40,641 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 111 2024-11-22T15:23:40,641 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 105 2024-11-22T15:23:40,641 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-22T15:23:40,641 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-22T15:23:40,641 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1432 2024-11-22T15:23:40,641 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4296 rows 2024-11-22T15:23:40,641 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1432 2024-11-22T15:23:40,641 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4295 rows 2024-11-22T15:23:40,641 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1432 2024-11-22T15:23:40,641 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4296 rows 2024-11-22T15:23:40,641 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1442 2024-11-22T15:23:40,641 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4326 rows 2024-11-22T15:23:40,641 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1441 2024-11-22T15:23:40,641 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4322 rows 2024-11-22T15:23:40,641 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-22T15:23:40,641 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6b8b5c25 to 127.0.0.1:61671 2024-11-22T15:23:40,641 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T15:23:40,642 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/77927f992d0b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/B/4f2f291ecd154b24aa5a926e1202f60f to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/B/4f2f291ecd154b24aa5a926e1202f60f 2024-11-22T15:23:40,643 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-22T15:23:40,644 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/77927f992d0b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/B/e32bfa0a79df40f8acd79e592a745460 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/B/e32bfa0a79df40f8acd79e592a745460 2024-11-22T15:23:40,644 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-22T15:23:40,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] procedure2.ProcedureExecutor(1098): Stored pid=120, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-22T15:23:40,647 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/77927f992d0b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/B/2e1354efbd7a472bbc43cd86eb3b8e5b to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/B/2e1354efbd7a472bbc43cd86eb3b8e5b 2024-11-22T15:23:40,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-22T15:23:40,649 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732289020648"}]},"ts":"1732289020648"} 2024-11-22T15:23:40,649 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/77927f992d0b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/B/2a29e2e18d5d4e4a80ab76d157310be6 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/B/2a29e2e18d5d4e4a80ab76d157310be6 2024-11-22T15:23:40,650 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-22T15:23:40,650 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/77927f992d0b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/B/39533cd29bd547089911a880ca63bb56 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/B/39533cd29bd547089911a880ca63bb56 2024-11-22T15:23:40,651 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/77927f992d0b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/B/d30c574a81a34bdfbdb13a9ea1df9d08 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/B/d30c574a81a34bdfbdb13a9ea1df9d08 2024-11-22T15:23:40,652 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/77927f992d0b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/B/d4e2c5ad49394088a7841b76f9019799 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/B/d4e2c5ad49394088a7841b76f9019799 2024-11-22T15:23:40,653 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/77927f992d0b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/B/2f006b7e9962421bb7470c613aabfec1 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/B/2f006b7e9962421bb7470c613aabfec1 2024-11-22T15:23:40,653 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/77927f992d0b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/B/d86d2ffef90d4321b8afe637f003ec5f to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/B/d86d2ffef90d4321b8afe637f003ec5f 2024-11-22T15:23:40,654 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/77927f992d0b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/B/dd873804242d41a790a0492a7b004bef to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/B/dd873804242d41a790a0492a7b004bef 2024-11-22T15:23:40,655 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/77927f992d0b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/B/b1c473a2f8384f5c9b7e2ff0587afb58 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/B/b1c473a2f8384f5c9b7e2ff0587afb58 2024-11-22T15:23:40,656 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/77927f992d0b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/B/bdfea6ac9d9b45928ce59b5dce9401ee to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/B/bdfea6ac9d9b45928ce59b5dce9401ee 2024-11-22T15:23:40,656 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/77927f992d0b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/B/af4c1e1aa01c4f67b64294e344bb0827 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/B/af4c1e1aa01c4f67b64294e344bb0827 2024-11-22T15:23:40,657 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/77927f992d0b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/B/1915d26d15e44b53b7e9be93b9995ff8 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/B/1915d26d15e44b53b7e9be93b9995ff8 2024-11-22T15:23:40,658 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/77927f992d0b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/B/385046b055074e7ba1c52e914bf59b23 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/B/385046b055074e7ba1c52e914bf59b23 2024-11-22T15:23:40,658 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/77927f992d0b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/B/181eb58c53304e58a9afd63d0f58e2ea to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/B/181eb58c53304e58a9afd63d0f58e2ea 2024-11-22T15:23:40,659 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/77927f992d0b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/B/5c423b68d1a44438ab8ef753f610c20e to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/B/5c423b68d1a44438ab8ef753f610c20e 2024-11-22T15:23:40,663 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/77927f992d0b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2316): Moving the files [hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/C/e865830f10ba4e398dbd9a6881b26472, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/C/ff778b9f7ba74fe5af18c2b40a67049c, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/C/87af897cb2f3439da84197ec99ce96ba, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/C/ea3a6293a5024dd899d0c9670dd42d7b, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/C/d6a2e0cd4d9546ba88cafab11ba9bd7b, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/C/459564a3020b4aed89ef8f5d8f6bee2e, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/C/005c425e1b8243a9ba191eee1e48cc5c, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/C/8eef1d0fcb1d4580b410e371bfbc663f, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/C/c673fa729cff44cb9633c035a853643c, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/C/af3d8c5b38eb422eb29eab4530ecd3c0, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/C/cd6f1bdb5b0d43f0bc218c17d1e4ab3a, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/C/1a3f179b1775458e8ca54581582b87c6, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/C/c718889c6d7f4c86acc62cd07e954dc0, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/C/c3406570836e41f0a94b2a856b915e0d, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/C/7a1a68c072ea49c883cdc6fa53825b14, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/C/ee523bfc10ad49f5a29c271ac5d427e2, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/C/c9dbe2310a414d0ca208318073fbe67e, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/C/c54ad9ab59ae4c31a8fece22a6dda8a9, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/C/7ad2406cadd445a0bc4950c4fa9cec42, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/C/6b123729fdcb453187c10e414156a71a, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/C/c99e0290acf6458fa6c7012f316ab0b2, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/C/3a6447fec5184bba98481aeceda146d4, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/C/4b5a8eb9f700409ca148f7e17984c7a2, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/C/fc9997ea78e34040974c2fa3b03d81da, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/C/f290cb2b46764387a673798387280a9b, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/C/3b2ba8f5a0ae4b7ca3dae71f0026c38a, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/C/813b1aefe17c45138544c5dfa5bc7d86, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/C/6d0e11e420cd4e01ae244025ab22d15c, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/C/23416b87ffe84335b373d06553f81ae7, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/C/73852589c6f94becafb50588fda76b19, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/C/319efb645427434e8c1f3020d7725798, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/C/5648e96abcfc42e1937b04ea18f02cf5, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/C/90b18999034c47089dae3629c55d850d, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/C/affa1d6a03af4e4a9f560cfd88248304, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/C/c3a96cf4f1104b65926fa16ce8ea67e9, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/C/2920781a5a43423c91d3e1e12097a4b1, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/C/3543fee5426d4ea889da6340306e5331, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/C/8f34f6a8d7a54292811dfb4cacc3a8de] to archive 2024-11-22T15:23:40,663 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/77927f992d0b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-22T15:23:40,664 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/77927f992d0b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/C/e865830f10ba4e398dbd9a6881b26472 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/C/e865830f10ba4e398dbd9a6881b26472 2024-11-22T15:23:40,665 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/77927f992d0b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/C/ff778b9f7ba74fe5af18c2b40a67049c to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/C/ff778b9f7ba74fe5af18c2b40a67049c 2024-11-22T15:23:40,666 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/77927f992d0b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/C/87af897cb2f3439da84197ec99ce96ba to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/C/87af897cb2f3439da84197ec99ce96ba 2024-11-22T15:23:40,666 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/77927f992d0b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/C/ea3a6293a5024dd899d0c9670dd42d7b to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/C/ea3a6293a5024dd899d0c9670dd42d7b 2024-11-22T15:23:40,667 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/77927f992d0b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/C/d6a2e0cd4d9546ba88cafab11ba9bd7b to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/C/d6a2e0cd4d9546ba88cafab11ba9bd7b 2024-11-22T15:23:40,668 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/77927f992d0b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/C/459564a3020b4aed89ef8f5d8f6bee2e to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/C/459564a3020b4aed89ef8f5d8f6bee2e 2024-11-22T15:23:40,668 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/77927f992d0b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/C/005c425e1b8243a9ba191eee1e48cc5c to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/C/005c425e1b8243a9ba191eee1e48cc5c 2024-11-22T15:23:40,669 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/77927f992d0b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/C/8eef1d0fcb1d4580b410e371bfbc663f to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/C/8eef1d0fcb1d4580b410e371bfbc663f 2024-11-22T15:23:40,669 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/77927f992d0b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/C/c673fa729cff44cb9633c035a853643c to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/C/c673fa729cff44cb9633c035a853643c 2024-11-22T15:23:40,670 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/77927f992d0b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/C/af3d8c5b38eb422eb29eab4530ecd3c0 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/C/af3d8c5b38eb422eb29eab4530ecd3c0 2024-11-22T15:23:40,671 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/77927f992d0b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/C/cd6f1bdb5b0d43f0bc218c17d1e4ab3a to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/C/cd6f1bdb5b0d43f0bc218c17d1e4ab3a 2024-11-22T15:23:40,672 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/77927f992d0b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/C/1a3f179b1775458e8ca54581582b87c6 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/C/1a3f179b1775458e8ca54581582b87c6 2024-11-22T15:23:40,672 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/77927f992d0b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/C/c718889c6d7f4c86acc62cd07e954dc0 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/C/c718889c6d7f4c86acc62cd07e954dc0 2024-11-22T15:23:40,673 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/77927f992d0b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/C/c3406570836e41f0a94b2a856b915e0d to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/C/c3406570836e41f0a94b2a856b915e0d 2024-11-22T15:23:40,674 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/77927f992d0b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/C/7a1a68c072ea49c883cdc6fa53825b14 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/C/7a1a68c072ea49c883cdc6fa53825b14 2024-11-22T15:23:40,674 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/77927f992d0b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/C/ee523bfc10ad49f5a29c271ac5d427e2 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/C/ee523bfc10ad49f5a29c271ac5d427e2 2024-11-22T15:23:40,675 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/77927f992d0b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/C/c9dbe2310a414d0ca208318073fbe67e to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/C/c9dbe2310a414d0ca208318073fbe67e 2024-11-22T15:23:40,676 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/77927f992d0b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/C/c54ad9ab59ae4c31a8fece22a6dda8a9 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/C/c54ad9ab59ae4c31a8fece22a6dda8a9 2024-11-22T15:23:40,677 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/77927f992d0b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/C/7ad2406cadd445a0bc4950c4fa9cec42 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/C/7ad2406cadd445a0bc4950c4fa9cec42 2024-11-22T15:23:40,677 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/77927f992d0b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/C/6b123729fdcb453187c10e414156a71a to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/C/6b123729fdcb453187c10e414156a71a 2024-11-22T15:23:40,678 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/77927f992d0b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/C/c99e0290acf6458fa6c7012f316ab0b2 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/C/c99e0290acf6458fa6c7012f316ab0b2 2024-11-22T15:23:40,679 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/77927f992d0b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/C/3a6447fec5184bba98481aeceda146d4 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/C/3a6447fec5184bba98481aeceda146d4 2024-11-22T15:23:40,679 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/77927f992d0b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/C/4b5a8eb9f700409ca148f7e17984c7a2 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/C/4b5a8eb9f700409ca148f7e17984c7a2 2024-11-22T15:23:40,680 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/77927f992d0b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/C/fc9997ea78e34040974c2fa3b03d81da to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/C/fc9997ea78e34040974c2fa3b03d81da 2024-11-22T15:23:40,681 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/77927f992d0b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/C/f290cb2b46764387a673798387280a9b to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/C/f290cb2b46764387a673798387280a9b 2024-11-22T15:23:40,681 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/77927f992d0b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/C/3b2ba8f5a0ae4b7ca3dae71f0026c38a to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/C/3b2ba8f5a0ae4b7ca3dae71f0026c38a 2024-11-22T15:23:40,682 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/77927f992d0b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/C/813b1aefe17c45138544c5dfa5bc7d86 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/C/813b1aefe17c45138544c5dfa5bc7d86 2024-11-22T15:23:40,683 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/77927f992d0b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/C/6d0e11e420cd4e01ae244025ab22d15c to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/C/6d0e11e420cd4e01ae244025ab22d15c 2024-11-22T15:23:40,683 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/77927f992d0b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/C/23416b87ffe84335b373d06553f81ae7 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/C/23416b87ffe84335b373d06553f81ae7 2024-11-22T15:23:40,684 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/77927f992d0b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/C/73852589c6f94becafb50588fda76b19 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/C/73852589c6f94becafb50588fda76b19 2024-11-22T15:23:40,684 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/77927f992d0b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/C/319efb645427434e8c1f3020d7725798 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/C/319efb645427434e8c1f3020d7725798 2024-11-22T15:23:40,685 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/77927f992d0b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/C/5648e96abcfc42e1937b04ea18f02cf5 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/C/5648e96abcfc42e1937b04ea18f02cf5 2024-11-22T15:23:40,685 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/77927f992d0b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/C/90b18999034c47089dae3629c55d850d to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/C/90b18999034c47089dae3629c55d850d 2024-11-22T15:23:40,686 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/77927f992d0b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/C/affa1d6a03af4e4a9f560cfd88248304 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/C/affa1d6a03af4e4a9f560cfd88248304 2024-11-22T15:23:40,687 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/77927f992d0b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/C/c3a96cf4f1104b65926fa16ce8ea67e9 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/C/c3a96cf4f1104b65926fa16ce8ea67e9 2024-11-22T15:23:40,687 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/77927f992d0b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/C/2920781a5a43423c91d3e1e12097a4b1 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/C/2920781a5a43423c91d3e1e12097a4b1 2024-11-22T15:23:40,688 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/77927f992d0b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/C/3543fee5426d4ea889da6340306e5331 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/C/3543fee5426d4ea889da6340306e5331 2024-11-22T15:23:40,689 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/77927f992d0b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/C/8f34f6a8d7a54292811dfb4cacc3a8de to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/C/8f34f6a8d7a54292811dfb4cacc3a8de 2024-11-22T15:23:40,707 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-22T15:23:40,708 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=121, ppid=120, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-22T15:23:40,709 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=122, ppid=121, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=74c08031ebf45a230367f9c2a97430e8, UNASSIGN}] 2024-11-22T15:23:40,709 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=122, ppid=121, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=74c08031ebf45a230367f9c2a97430e8, UNASSIGN 2024-11-22T15:23:40,710 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=122 updating hbase:meta row=74c08031ebf45a230367f9c2a97430e8, regionState=CLOSING, regionLocation=77927f992d0b,45443,1732288897733 2024-11-22T15:23:40,710 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-22T15:23:40,711 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=123, ppid=122, state=RUNNABLE; CloseRegionProcedure 74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733}] 2024-11-22T15:23:40,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-22T15:23:40,862 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:23:40,863 INFO [RS_CLOSE_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] handler.UnassignRegionHandler(124): Close 74c08031ebf45a230367f9c2a97430e8 2024-11-22T15:23:40,863 DEBUG [RS_CLOSE_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-22T15:23:40,863 DEBUG [RS_CLOSE_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] regionserver.HRegion(1681): Closing 74c08031ebf45a230367f9c2a97430e8, disabling compactions & flushes 2024-11-22T15:23:40,864 INFO [RS_CLOSE_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8. 2024-11-22T15:23:40,864 DEBUG [RS_CLOSE_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8. 2024-11-22T15:23:40,864 DEBUG [RS_CLOSE_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8. after waiting 0 ms 2024-11-22T15:23:40,864 DEBUG [RS_CLOSE_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8. 2024-11-22T15:23:40,864 INFO [RS_CLOSE_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] regionserver.HRegion(2837): Flushing 74c08031ebf45a230367f9c2a97430e8 3/3 column families, dataSize=20.13 KB heapSize=53.48 KB 2024-11-22T15:23:40,864 DEBUG [RS_CLOSE_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74c08031ebf45a230367f9c2a97430e8, store=A 2024-11-22T15:23:40,865 DEBUG [RS_CLOSE_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:23:40,865 DEBUG [RS_CLOSE_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74c08031ebf45a230367f9c2a97430e8, store=B 2024-11-22T15:23:40,865 DEBUG [RS_CLOSE_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:23:40,865 DEBUG [RS_CLOSE_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74c08031ebf45a230367f9c2a97430e8, store=C 2024-11-22T15:23:40,865 DEBUG [RS_CLOSE_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:23:40,874 DEBUG [RS_CLOSE_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122bff1745a1b7b4a2a98c206875933ad5a_74c08031ebf45a230367f9c2a97430e8 is 50, key is test_row_0/A:col10/1732289012676/Put/seqid=0 2024-11-22T15:23:40,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742364_1540 (size=12454) 2024-11-22T15:23:40,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-22T15:23:41,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-22T15:23:41,279 DEBUG [RS_CLOSE_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:41,283 INFO [RS_CLOSE_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122bff1745a1b7b4a2a98c206875933ad5a_74c08031ebf45a230367f9c2a97430e8 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122bff1745a1b7b4a2a98c206875933ad5a_74c08031ebf45a230367f9c2a97430e8 2024-11-22T15:23:41,284 DEBUG [RS_CLOSE_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/A/2fc0819c98a54d7cb1e4f9316d659028, store: [table=TestAcidGuarantees family=A region=74c08031ebf45a230367f9c2a97430e8] 2024-11-22T15:23:41,285 DEBUG [RS_CLOSE_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/A/2fc0819c98a54d7cb1e4f9316d659028 is 175, key is test_row_0/A:col10/1732289012676/Put/seqid=0 2024-11-22T15:23:41,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742365_1541 (size=31255) 2024-11-22T15:23:41,690 INFO [RS_CLOSE_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=582, memsize=6.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/A/2fc0819c98a54d7cb1e4f9316d659028 2024-11-22T15:23:41,703 DEBUG [RS_CLOSE_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/B/3cb89747f3024374bc360b4c8a96c8a4 is 50, key is test_row_0/B:col10/1732289012676/Put/seqid=0 2024-11-22T15:23:41,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742366_1542 (size=12301) 2024-11-22T15:23:41,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-22T15:23:42,108 INFO [RS_CLOSE_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=582 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/B/3cb89747f3024374bc360b4c8a96c8a4 2024-11-22T15:23:42,120 DEBUG [RS_CLOSE_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/C/174ccce2cdb14a45b03c71725fc8b6ac is 50, key is test_row_0/C:col10/1732289012676/Put/seqid=0 2024-11-22T15:23:42,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742367_1543 (size=12301) 2024-11-22T15:23:42,525 INFO [RS_CLOSE_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=582 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/C/174ccce2cdb14a45b03c71725fc8b6ac 2024-11-22T15:23:42,535 DEBUG [RS_CLOSE_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/A/2fc0819c98a54d7cb1e4f9316d659028 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/2fc0819c98a54d7cb1e4f9316d659028 2024-11-22T15:23:42,539 INFO [RS_CLOSE_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/2fc0819c98a54d7cb1e4f9316d659028, entries=150, sequenceid=582, filesize=30.5 K 2024-11-22T15:23:42,540 DEBUG [RS_CLOSE_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/B/3cb89747f3024374bc360b4c8a96c8a4 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/B/3cb89747f3024374bc360b4c8a96c8a4 2024-11-22T15:23:42,544 INFO [RS_CLOSE_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/B/3cb89747f3024374bc360b4c8a96c8a4, entries=150, sequenceid=582, filesize=12.0 K 2024-11-22T15:23:42,545 DEBUG [RS_CLOSE_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/.tmp/C/174ccce2cdb14a45b03c71725fc8b6ac as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/C/174ccce2cdb14a45b03c71725fc8b6ac 2024-11-22T15:23:42,548 INFO [RS_CLOSE_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/C/174ccce2cdb14a45b03c71725fc8b6ac, entries=150, sequenceid=582, filesize=12.0 K 2024-11-22T15:23:42,549 INFO [RS_CLOSE_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] regionserver.HRegion(3040): Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=0 B/0 for 74c08031ebf45a230367f9c2a97430e8 in 1685ms, sequenceid=582, compaction requested=true 2024-11-22T15:23:42,554 DEBUG [RS_CLOSE_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/recovered.edits/585.seqid, newMaxSeqId=585, maxSeqId=4 2024-11-22T15:23:42,554 INFO [RS_CLOSE_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8. 2024-11-22T15:23:42,554 DEBUG [RS_CLOSE_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] regionserver.HRegion(1635): Region close journal for 74c08031ebf45a230367f9c2a97430e8: 2024-11-22T15:23:42,556 INFO [RS_CLOSE_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] handler.UnassignRegionHandler(170): Closed 74c08031ebf45a230367f9c2a97430e8 2024-11-22T15:23:42,556 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=122 updating hbase:meta row=74c08031ebf45a230367f9c2a97430e8, regionState=CLOSED 2024-11-22T15:23:42,557 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=123, resume processing ppid=122 2024-11-22T15:23:42,557 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=123, ppid=122, state=SUCCESS; CloseRegionProcedure 74c08031ebf45a230367f9c2a97430e8, server=77927f992d0b,45443,1732288897733 in 1.8460 sec 2024-11-22T15:23:42,558 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=122, resume processing ppid=121 2024-11-22T15:23:42,558 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=122, ppid=121, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=74c08031ebf45a230367f9c2a97430e8, UNASSIGN in 1.8480 sec 2024-11-22T15:23:42,559 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=121, resume processing ppid=120 2024-11-22T15:23:42,559 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=121, ppid=120, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.8510 sec 2024-11-22T15:23:42,560 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732289022560"}]},"ts":"1732289022560"} 2024-11-22T15:23:42,560 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-22T15:23:42,652 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-22T15:23:42,655 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=120, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 2.0090 sec 2024-11-22T15:23:42,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-22T15:23:42,754 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 120 completed 2024-11-22T15:23:42,754 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-22T15:23:42,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] procedure2.ProcedureExecutor(1098): Stored pid=124, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T15:23:42,755 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=124, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T15:23:42,756 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=124, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T15:23:42,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-22T15:23:42,757 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8 2024-11-22T15:23:42,758 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A, FileablePath, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/B, FileablePath, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/C, FileablePath, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/recovered.edits] 2024-11-22T15:23:42,760 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/2fc0819c98a54d7cb1e4f9316d659028 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/2fc0819c98a54d7cb1e4f9316d659028 2024-11-22T15:23:42,761 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/7583f766903048d5a591b7902ade9637 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/7583f766903048d5a591b7902ade9637 2024-11-22T15:23:42,762 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/efe7e027c39d4c6e90abb89b9e99f88c to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/A/efe7e027c39d4c6e90abb89b9e99f88c 2024-11-22T15:23:42,764 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/B/3cb89747f3024374bc360b4c8a96c8a4 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/B/3cb89747f3024374bc360b4c8a96c8a4 2024-11-22T15:23:42,765 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/B/5b5e16fd074e447281d019d68138ced4 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/B/5b5e16fd074e447281d019d68138ced4 2024-11-22T15:23:42,766 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/B/bab96f3510e64e39aad5050b479aa5da to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/B/bab96f3510e64e39aad5050b479aa5da 2024-11-22T15:23:42,769 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/C/174ccce2cdb14a45b03c71725fc8b6ac to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/C/174ccce2cdb14a45b03c71725fc8b6ac 2024-11-22T15:23:42,770 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/C/994ad4c0104c4f10bad43aac9a3baf4a to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/C/994ad4c0104c4f10bad43aac9a3baf4a 2024-11-22T15:23:42,771 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/C/ad392fbcb8cd424c90f665396646d3ff to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/C/ad392fbcb8cd424c90f665396646d3ff 2024-11-22T15:23:42,773 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/recovered.edits/585.seqid to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8/recovered.edits/585.seqid 2024-11-22T15:23:42,773 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/74c08031ebf45a230367f9c2a97430e8 2024-11-22T15:23:42,773 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-22T15:23:42,774 DEBUG [PEWorker-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-22T15:23:42,774 DEBUG [PEWorker-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-22T15:23:42,777 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122042da056155a478cbaac7748e08997e3_74c08031ebf45a230367f9c2a97430e8 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122042da056155a478cbaac7748e08997e3_74c08031ebf45a230367f9c2a97430e8 2024-11-22T15:23:42,778 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411220a747e8a14a34a6cbee23f79d022b776_74c08031ebf45a230367f9c2a97430e8 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411220a747e8a14a34a6cbee23f79d022b776_74c08031ebf45a230367f9c2a97430e8 2024-11-22T15:23:42,778 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112212f0aa891ded45058850984b60e7768a_74c08031ebf45a230367f9c2a97430e8 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112212f0aa891ded45058850984b60e7768a_74c08031ebf45a230367f9c2a97430e8 2024-11-22T15:23:42,779 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112213da10fb174949ba8c312f5c6960b03c_74c08031ebf45a230367f9c2a97430e8 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112213da10fb174949ba8c312f5c6960b03c_74c08031ebf45a230367f9c2a97430e8 2024-11-22T15:23:42,780 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112219516da98a394d219cba9204c8dbc392_74c08031ebf45a230367f9c2a97430e8 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112219516da98a394d219cba9204c8dbc392_74c08031ebf45a230367f9c2a97430e8 2024-11-22T15:23:42,781 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112219bdf4632a5b4e51a22866f491a8fc64_74c08031ebf45a230367f9c2a97430e8 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112219bdf4632a5b4e51a22866f491a8fc64_74c08031ebf45a230367f9c2a97430e8 2024-11-22T15:23:42,782 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411221cb693894b524d03ab07341c8d06f3db_74c08031ebf45a230367f9c2a97430e8 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411221cb693894b524d03ab07341c8d06f3db_74c08031ebf45a230367f9c2a97430e8 2024-11-22T15:23:42,783 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112226a136f1f0094e96bffda1ea63c0e415_74c08031ebf45a230367f9c2a97430e8 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112226a136f1f0094e96bffda1ea63c0e415_74c08031ebf45a230367f9c2a97430e8 2024-11-22T15:23:42,784 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112228faf5168dad41b48e8224ecfa31db44_74c08031ebf45a230367f9c2a97430e8 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112228faf5168dad41b48e8224ecfa31db44_74c08031ebf45a230367f9c2a97430e8 2024-11-22T15:23:42,785 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122307ce093edcc49d5b5a25090e96b15ce_74c08031ebf45a230367f9c2a97430e8 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122307ce093edcc49d5b5a25090e96b15ce_74c08031ebf45a230367f9c2a97430e8 2024-11-22T15:23:42,785 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112240065e1219804710bf162b480dc18072_74c08031ebf45a230367f9c2a97430e8 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112240065e1219804710bf162b480dc18072_74c08031ebf45a230367f9c2a97430e8 2024-11-22T15:23:42,786 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122426c8b1508c24f7f8ef845c30aab1f8d_74c08031ebf45a230367f9c2a97430e8 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122426c8b1508c24f7f8ef845c30aab1f8d_74c08031ebf45a230367f9c2a97430e8 2024-11-22T15:23:42,787 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411224a69d4311dba4f72936fe16cc083b994_74c08031ebf45a230367f9c2a97430e8 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411224a69d4311dba4f72936fe16cc083b994_74c08031ebf45a230367f9c2a97430e8 2024-11-22T15:23:42,788 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411225e51b9f2fa484deeb591221f0be20a52_74c08031ebf45a230367f9c2a97430e8 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411225e51b9f2fa484deeb591221f0be20a52_74c08031ebf45a230367f9c2a97430e8 2024-11-22T15:23:42,789 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122792884189ab94686ac4c11898fd966ea_74c08031ebf45a230367f9c2a97430e8 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122792884189ab94686ac4c11898fd966ea_74c08031ebf45a230367f9c2a97430e8 2024-11-22T15:23:42,790 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411227a1d94709005484ea9f06a7cc886feba_74c08031ebf45a230367f9c2a97430e8 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411227a1d94709005484ea9f06a7cc886feba_74c08031ebf45a230367f9c2a97430e8 2024-11-22T15:23:42,791 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411227b44bcb5888c42fe9793883ab6f820eb_74c08031ebf45a230367f9c2a97430e8 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411227b44bcb5888c42fe9793883ab6f820eb_74c08031ebf45a230367f9c2a97430e8 2024-11-22T15:23:42,792 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112297dcb99a61e44f82bcd9d042d8b40ad2_74c08031ebf45a230367f9c2a97430e8 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112297dcb99a61e44f82bcd9d042d8b40ad2_74c08031ebf45a230367f9c2a97430e8 2024-11-22T15:23:42,793 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122b0668d16e3ad4c83b8b68d0ce805efe2_74c08031ebf45a230367f9c2a97430e8 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122b0668d16e3ad4c83b8b68d0ce805efe2_74c08031ebf45a230367f9c2a97430e8 2024-11-22T15:23:42,794 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122b5813209db6d4e98a2a4636554597488_74c08031ebf45a230367f9c2a97430e8 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122b5813209db6d4e98a2a4636554597488_74c08031ebf45a230367f9c2a97430e8 2024-11-22T15:23:42,795 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122b8e83d04335445cca1a71d8a3ba67222_74c08031ebf45a230367f9c2a97430e8 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122b8e83d04335445cca1a71d8a3ba67222_74c08031ebf45a230367f9c2a97430e8 2024-11-22T15:23:42,796 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122bff1745a1b7b4a2a98c206875933ad5a_74c08031ebf45a230367f9c2a97430e8 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122bff1745a1b7b4a2a98c206875933ad5a_74c08031ebf45a230367f9c2a97430e8 2024-11-22T15:23:42,797 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122c428737fad474031a4abfa323f8811bf_74c08031ebf45a230367f9c2a97430e8 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122c428737fad474031a4abfa323f8811bf_74c08031ebf45a230367f9c2a97430e8 2024-11-22T15:23:42,798 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122c88b1fa220144076a0854ddc31d350b6_74c08031ebf45a230367f9c2a97430e8 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122c88b1fa220144076a0854ddc31d350b6_74c08031ebf45a230367f9c2a97430e8 2024-11-22T15:23:42,799 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122cea9528be3f24ca9b21a44dbee7e4e75_74c08031ebf45a230367f9c2a97430e8 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122cea9528be3f24ca9b21a44dbee7e4e75_74c08031ebf45a230367f9c2a97430e8 2024-11-22T15:23:42,800 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122e68a3081913c46aa839f4527403cf0e0_74c08031ebf45a230367f9c2a97430e8 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122e68a3081913c46aa839f4527403cf0e0_74c08031ebf45a230367f9c2a97430e8 2024-11-22T15:23:42,801 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122e76017879dce41118f4fee005f667348_74c08031ebf45a230367f9c2a97430e8 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122e76017879dce41118f4fee005f667348_74c08031ebf45a230367f9c2a97430e8 2024-11-22T15:23:42,802 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122e85d2a33f12a4a6c818cab0b615015a5_74c08031ebf45a230367f9c2a97430e8 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122e85d2a33f12a4a6c818cab0b615015a5_74c08031ebf45a230367f9c2a97430e8 2024-11-22T15:23:42,803 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122f0726935442b433e8a906ef1ae48bf21_74c08031ebf45a230367f9c2a97430e8 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122f0726935442b433e8a906ef1ae48bf21_74c08031ebf45a230367f9c2a97430e8 2024-11-22T15:23:42,804 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122f78edcd8a95641babb4185a4b3791757_74c08031ebf45a230367f9c2a97430e8 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122f78edcd8a95641babb4185a4b3791757_74c08031ebf45a230367f9c2a97430e8 2024-11-22T15:23:42,804 DEBUG [PEWorker-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-22T15:23:42,806 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=124, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T15:23:42,807 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-22T15:23:42,808 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-22T15:23:42,809 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=124, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T15:23:42,809 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-22T15:23:42,809 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732289022809"}]},"ts":"9223372036854775807"} 2024-11-22T15:23:42,811 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-22T15:23:42,811 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 74c08031ebf45a230367f9c2a97430e8, NAME => 'TestAcidGuarantees,,1732288987720.74c08031ebf45a230367f9c2a97430e8.', STARTKEY => '', ENDKEY => ''}] 2024-11-22T15:23:42,811 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-22T15:23:42,812 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732289022811"}]},"ts":"9223372036854775807"} 2024-11-22T15:23:42,813 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-22T15:23:42,824 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=124, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T15:23:42,825 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=124, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 70 msec 2024-11-22T15:23:42,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-22T15:23:42,857 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 124 completed 2024-11-22T15:23:42,864 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMobScanAtomicity Thread=237 (was 238), OpenFileDescriptor=451 (was 453), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=660 (was 666), ProcessCount=11 (was 11), AvailableMemoryMB=4156 (was 4252) 2024-11-22T15:23:42,872 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testScanAtomicity Thread=237, OpenFileDescriptor=451, MaxFileDescriptor=1048576, SystemLoadAverage=660, ProcessCount=11, AvailableMemoryMB=4155 2024-11-22T15:23:42,873 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-22T15:23:42,873 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T15:23:42,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] procedure2.ProcedureExecutor(1098): Stored pid=125, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-22T15:23:42,874 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=125, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T15:23:42,874 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:42,874 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 125 2024-11-22T15:23:42,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=125 2024-11-22T15:23:42,875 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=125, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T15:23:42,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742368_1544 (size=960) 2024-11-22T15:23:42,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=125 2024-11-22T15:23:43,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=125 2024-11-22T15:23:43,285 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 1938f6b7b702ace5423ca3db7152b41c, NAME => 'TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866 2024-11-22T15:23:43,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742369_1545 (size=53) 2024-11-22T15:23:43,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=125 2024-11-22T15:23:43,696 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T15:23:43,696 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 1938f6b7b702ace5423ca3db7152b41c, disabling compactions & flushes 2024-11-22T15:23:43,696 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c. 2024-11-22T15:23:43,697 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c. 2024-11-22T15:23:43,697 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c. after waiting 0 ms 2024-11-22T15:23:43,697 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c. 2024-11-22T15:23:43,697 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c. 2024-11-22T15:23:43,697 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 1938f6b7b702ace5423ca3db7152b41c: 2024-11-22T15:23:43,699 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=125, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T15:23:43,700 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732289023699"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732289023699"}]},"ts":"1732289023699"} 2024-11-22T15:23:43,702 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-22T15:23:43,703 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=125, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T15:23:43,703 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732289023703"}]},"ts":"1732289023703"} 2024-11-22T15:23:43,705 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-22T15:23:43,724 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=126, ppid=125, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=1938f6b7b702ace5423ca3db7152b41c, ASSIGN}] 2024-11-22T15:23:43,726 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=126, ppid=125, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=1938f6b7b702ace5423ca3db7152b41c, ASSIGN 2024-11-22T15:23:43,726 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=126, ppid=125, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=1938f6b7b702ace5423ca3db7152b41c, ASSIGN; state=OFFLINE, location=77927f992d0b,45443,1732288897733; forceNewPlan=false, retain=false 2024-11-22T15:23:43,877 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=126 updating hbase:meta row=1938f6b7b702ace5423ca3db7152b41c, regionState=OPENING, regionLocation=77927f992d0b,45443,1732288897733 2024-11-22T15:23:43,881 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=127, ppid=126, state=RUNNABLE; OpenRegionProcedure 1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733}] 2024-11-22T15:23:43,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=125 2024-11-22T15:23:44,035 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:23:44,041 INFO [RS_OPEN_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_OPEN_REGION, pid=127}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c. 2024-11-22T15:23:44,041 DEBUG [RS_OPEN_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_OPEN_REGION, pid=127}] regionserver.HRegion(7285): Opening region: {ENCODED => 1938f6b7b702ace5423ca3db7152b41c, NAME => 'TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.', STARTKEY => '', ENDKEY => ''} 2024-11-22T15:23:44,042 DEBUG [RS_OPEN_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_OPEN_REGION, pid=127}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 1938f6b7b702ace5423ca3db7152b41c 2024-11-22T15:23:44,042 DEBUG [RS_OPEN_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_OPEN_REGION, pid=127}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T15:23:44,042 DEBUG [RS_OPEN_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_OPEN_REGION, pid=127}] regionserver.HRegion(7327): checking encryption for 1938f6b7b702ace5423ca3db7152b41c 2024-11-22T15:23:44,042 DEBUG [RS_OPEN_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_OPEN_REGION, pid=127}] regionserver.HRegion(7330): checking classloading for 1938f6b7b702ace5423ca3db7152b41c 2024-11-22T15:23:44,044 INFO [StoreOpener-1938f6b7b702ace5423ca3db7152b41c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 1938f6b7b702ace5423ca3db7152b41c 2024-11-22T15:23:44,047 INFO [StoreOpener-1938f6b7b702ace5423ca3db7152b41c-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-22T15:23:44,047 INFO [StoreOpener-1938f6b7b702ace5423ca3db7152b41c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1938f6b7b702ace5423ca3db7152b41c columnFamilyName A 2024-11-22T15:23:44,047 DEBUG [StoreOpener-1938f6b7b702ace5423ca3db7152b41c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:44,048 INFO [StoreOpener-1938f6b7b702ace5423ca3db7152b41c-1 {}] regionserver.HStore(327): Store=1938f6b7b702ace5423ca3db7152b41c/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T15:23:44,048 INFO [StoreOpener-1938f6b7b702ace5423ca3db7152b41c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 1938f6b7b702ace5423ca3db7152b41c 2024-11-22T15:23:44,050 INFO [StoreOpener-1938f6b7b702ace5423ca3db7152b41c-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-22T15:23:44,051 INFO [StoreOpener-1938f6b7b702ace5423ca3db7152b41c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1938f6b7b702ace5423ca3db7152b41c columnFamilyName B 2024-11-22T15:23:44,051 DEBUG [StoreOpener-1938f6b7b702ace5423ca3db7152b41c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:44,051 INFO [StoreOpener-1938f6b7b702ace5423ca3db7152b41c-1 {}] regionserver.HStore(327): Store=1938f6b7b702ace5423ca3db7152b41c/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T15:23:44,051 INFO [StoreOpener-1938f6b7b702ace5423ca3db7152b41c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 1938f6b7b702ace5423ca3db7152b41c 2024-11-22T15:23:44,052 INFO [StoreOpener-1938f6b7b702ace5423ca3db7152b41c-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-22T15:23:44,053 INFO [StoreOpener-1938f6b7b702ace5423ca3db7152b41c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1938f6b7b702ace5423ca3db7152b41c columnFamilyName C 2024-11-22T15:23:44,053 DEBUG [StoreOpener-1938f6b7b702ace5423ca3db7152b41c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:23:44,053 INFO [StoreOpener-1938f6b7b702ace5423ca3db7152b41c-1 {}] regionserver.HStore(327): Store=1938f6b7b702ace5423ca3db7152b41c/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T15:23:44,053 INFO [RS_OPEN_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_OPEN_REGION, pid=127}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c. 2024-11-22T15:23:44,054 DEBUG [RS_OPEN_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_OPEN_REGION, pid=127}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c 2024-11-22T15:23:44,055 DEBUG [RS_OPEN_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_OPEN_REGION, pid=127}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c 2024-11-22T15:23:44,057 DEBUG [RS_OPEN_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_OPEN_REGION, pid=127}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-22T15:23:44,058 DEBUG [RS_OPEN_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_OPEN_REGION, pid=127}] regionserver.HRegion(1085): writing seq id for 1938f6b7b702ace5423ca3db7152b41c 2024-11-22T15:23:44,060 DEBUG [RS_OPEN_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_OPEN_REGION, pid=127}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T15:23:44,061 INFO [RS_OPEN_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_OPEN_REGION, pid=127}] regionserver.HRegion(1102): Opened 1938f6b7b702ace5423ca3db7152b41c; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72412497, jitterRate=0.07903029024600983}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-22T15:23:44,062 DEBUG [RS_OPEN_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_OPEN_REGION, pid=127}] regionserver.HRegion(1001): Region open journal for 1938f6b7b702ace5423ca3db7152b41c: 2024-11-22T15:23:44,062 INFO [RS_OPEN_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_OPEN_REGION, pid=127}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c., pid=127, masterSystemTime=1732289024034 2024-11-22T15:23:44,064 DEBUG [RS_OPEN_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_OPEN_REGION, pid=127}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c. 2024-11-22T15:23:44,064 INFO [RS_OPEN_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_OPEN_REGION, pid=127}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c. 2024-11-22T15:23:44,064 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=126 updating hbase:meta row=1938f6b7b702ace5423ca3db7152b41c, regionState=OPEN, openSeqNum=2, regionLocation=77927f992d0b,45443,1732288897733 2024-11-22T15:23:44,067 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=127, resume processing ppid=126 2024-11-22T15:23:44,067 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=127, ppid=126, state=SUCCESS; OpenRegionProcedure 1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 in 185 msec 2024-11-22T15:23:44,068 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=126, resume processing ppid=125 2024-11-22T15:23:44,069 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=126, ppid=125, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=1938f6b7b702ace5423ca3db7152b41c, ASSIGN in 343 msec 2024-11-22T15:23:44,069 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=125, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T15:23:44,069 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732289024069"}]},"ts":"1732289024069"} 2024-11-22T15:23:44,070 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-22T15:23:44,134 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=125, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T15:23:44,138 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=125, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.2610 sec 2024-11-22T15:23:44,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=125 2024-11-22T15:23:44,984 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 125 completed 2024-11-22T15:23:44,987 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7e75b9c0 to 127.0.0.1:61671 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@46c37647 2024-11-22T15:23:45,000 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f21f55d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T15:23:45,002 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T15:23:45,003 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56802, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T15:23:45,005 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T15:23:45,006 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33348, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T15:23:45,009 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x721e6c0a to 127.0.0.1:61671 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2fb24d40 2024-11-22T15:23:45,016 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f69def6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T15:23:45,017 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6c20a8d9 to 127.0.0.1:61671 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@51453050 2024-11-22T15:23:45,025 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60eadae0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T15:23:45,025 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1b126c84 to 127.0.0.1:61671 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@632d1806 2024-11-22T15:23:45,033 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55a6e359, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T15:23:45,034 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x44ff604f to 127.0.0.1:61671 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4f99adfe 2024-11-22T15:23:45,042 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d47237f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T15:23:45,043 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x54dabc8f to 127.0.0.1:61671 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@562e0db7 2024-11-22T15:23:45,056 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42e690d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T15:23:45,058 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4ca8a543 to 127.0.0.1:61671 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3abeec20 2024-11-22T15:23:45,066 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44fb119b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T15:23:45,067 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4dcd0d74 to 127.0.0.1:61671 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@df2701 2024-11-22T15:23:45,074 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c349948, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T15:23:45,075 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4cd4a015 to 127.0.0.1:61671 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@35ca71a1 2024-11-22T15:23:45,082 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d0c5089, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T15:23:45,083 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x308560f2 to 127.0.0.1:61671 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@56a4483a 2024-11-22T15:23:45,091 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3943c27f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T15:23:45,092 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3e4052d1 to 127.0.0.1:61671 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4a5128bb 2024-11-22T15:23:45,099 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6da65bb4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T15:23:45,105 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T15:23:45,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] procedure2.ProcedureExecutor(1098): Stored pid=128, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees 2024-11-22T15:23:45,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-22T15:23:45,106 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=128, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T15:23:45,106 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=128, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T15:23:45,106 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=129, ppid=128, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T15:23:45,107 DEBUG [hconnection-0xfc4a02c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T15:23:45,107 DEBUG [hconnection-0x36f00bae-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T15:23:45,108 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56822, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T15:23:45,108 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56818, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T15:23:45,111 DEBUG [hconnection-0x3150f53d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T15:23:45,111 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56830, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T15:23:45,113 DEBUG [hconnection-0x1fc08d72-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T15:23:45,113 DEBUG [hconnection-0x6589b121-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T15:23:45,114 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56838, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T15:23:45,114 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56840, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T15:23:45,118 DEBUG [hconnection-0x38871bf3-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T15:23:45,119 DEBUG [hconnection-0x339d9c4c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T15:23:45,119 DEBUG [hconnection-0x56338429-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T15:23:45,119 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56854, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T15:23:45,119 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56866, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T15:23:45,120 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56868, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T15:23:45,120 DEBUG [hconnection-0x735d49b1-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T15:23:45,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(8581): Flush requested on 1938f6b7b702ace5423ca3db7152b41c 2024-11-22T15:23:45,121 DEBUG [hconnection-0x37dacfe4-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T15:23:45,121 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56878, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T15:23:45,122 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56894, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T15:23:45,126 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1938f6b7b702ace5423ca3db7152b41c 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-22T15:23:45,126 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1938f6b7b702ace5423ca3db7152b41c, store=A 2024-11-22T15:23:45,126 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:23:45,127 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1938f6b7b702ace5423ca3db7152b41c, store=B 2024-11-22T15:23:45,127 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:23:45,127 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1938f6b7b702ace5423ca3db7152b41c, store=C 2024-11-22T15:23:45,127 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:23:45,138 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:45,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56854 deadline: 1732289085137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:45,138 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:45,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56894 deadline: 1732289085137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:45,138 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:45,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56866 deadline: 1732289085137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:45,143 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:45,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56868 deadline: 1732289085138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:45,143 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:45,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56830 deadline: 1732289085143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:45,154 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/A/feaebc59ce3841b4879dca51825c482a is 50, key is test_row_0/A:col10/1732289025125/Put/seqid=0 2024-11-22T15:23:45,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742370_1546 (size=16681) 2024-11-22T15:23:45,158 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=18 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/A/feaebc59ce3841b4879dca51825c482a 2024-11-22T15:23:45,177 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/B/40c8eca152e347188731249d2b06753b is 50, key is test_row_0/B:col10/1732289025125/Put/seqid=0 2024-11-22T15:23:45,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742371_1547 (size=12001) 2024-11-22T15:23:45,183 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=18 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/B/40c8eca152e347188731249d2b06753b 2024-11-22T15:23:45,205 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/C/af485e589f574a7f90ef99a42a1e054e is 50, key is test_row_0/C:col10/1732289025125/Put/seqid=0 2024-11-22T15:23:45,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-22T15:23:45,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742372_1548 (size=12001) 2024-11-22T15:23:45,218 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=18 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/C/af485e589f574a7f90ef99a42a1e054e 2024-11-22T15:23:45,223 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/A/feaebc59ce3841b4879dca51825c482a as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/A/feaebc59ce3841b4879dca51825c482a 2024-11-22T15:23:45,226 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/A/feaebc59ce3841b4879dca51825c482a, entries=250, sequenceid=18, filesize=16.3 K 2024-11-22T15:23:45,227 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/B/40c8eca152e347188731249d2b06753b as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/B/40c8eca152e347188731249d2b06753b 2024-11-22T15:23:45,230 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/B/40c8eca152e347188731249d2b06753b, entries=150, sequenceid=18, filesize=11.7 K 2024-11-22T15:23:45,231 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/C/af485e589f574a7f90ef99a42a1e054e as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/C/af485e589f574a7f90ef99a42a1e054e 2024-11-22T15:23:45,235 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/C/af485e589f574a7f90ef99a42a1e054e, entries=150, sequenceid=18, filesize=11.7 K 2024-11-22T15:23:45,235 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=114.05 KB/116790 for 1938f6b7b702ace5423ca3db7152b41c in 109ms, sequenceid=18, compaction requested=false 2024-11-22T15:23:45,236 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1938f6b7b702ace5423ca3db7152b41c: 2024-11-22T15:23:45,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(8581): Flush requested on 1938f6b7b702ace5423ca3db7152b41c 2024-11-22T15:23:45,240 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1938f6b7b702ace5423ca3db7152b41c 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-22T15:23:45,241 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1938f6b7b702ace5423ca3db7152b41c, store=A 2024-11-22T15:23:45,241 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:23:45,241 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1938f6b7b702ace5423ca3db7152b41c, store=B 2024-11-22T15:23:45,241 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:23:45,241 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1938f6b7b702ace5423ca3db7152b41c, store=C 2024-11-22T15:23:45,241 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:23:45,247 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:45,247 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:45,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56894 deadline: 1732289085247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:45,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56854 deadline: 1732289085246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:45,248 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:45,248 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:45,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56868 deadline: 1732289085247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:45,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56866 deadline: 1732289085247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:45,248 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:45,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56830 deadline: 1732289085248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:45,253 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/A/0a6448c77cc943aca9ee53ce833598a8 is 50, key is test_row_0/A:col10/1732289025240/Put/seqid=0 2024-11-22T15:23:45,257 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:23:45,257 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-22T15:23:45,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c. 2024-11-22T15:23:45,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c. as already flushing 2024-11-22T15:23:45,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c. 2024-11-22T15:23:45,258 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => 1938f6b7b702ace5423ca3db7152b41c, NAME => 'TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:23:45,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => 1938f6b7b702ace5423ca3db7152b41c, NAME => 'TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:23:45,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1938f6b7b702ace5423ca3db7152b41c, NAME => 'TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1938f6b7b702ace5423ca3db7152b41c, NAME => 'TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:23:45,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742373_1549 (size=14341) 2024-11-22T15:23:45,283 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/A/0a6448c77cc943aca9ee53ce833598a8 2024-11-22T15:23:45,293 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/B/843cca22a73f4a85aae6882c6776d83a is 50, key is test_row_0/B:col10/1732289025240/Put/seqid=0 2024-11-22T15:23:45,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742374_1550 (size=12001) 2024-11-22T15:23:45,303 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/B/843cca22a73f4a85aae6882c6776d83a 2024-11-22T15:23:45,316 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/C/d64979f933914983856c34260bc0c82d is 50, key is test_row_0/C:col10/1732289025240/Put/seqid=0 2024-11-22T15:23:45,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742375_1551 (size=12001) 2024-11-22T15:23:45,354 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:45,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56894 deadline: 1732289085349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:45,354 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:45,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56854 deadline: 1732289085349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:45,354 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:45,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56868 deadline: 1732289085349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:45,355 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:45,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56866 deadline: 1732289085349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:45,355 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:45,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56830 deadline: 1732289085349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:45,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-22T15:23:45,409 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:23:45,410 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-22T15:23:45,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c. 2024-11-22T15:23:45,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c. as already flushing 2024-11-22T15:23:45,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c. 2024-11-22T15:23:45,410 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => 1938f6b7b702ace5423ca3db7152b41c, NAME => 'TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:23:45,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => 1938f6b7b702ace5423ca3db7152b41c, NAME => 'TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:23:45,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1938f6b7b702ace5423ca3db7152b41c, NAME => 'TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1938f6b7b702ace5423ca3db7152b41c, NAME => 'TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:23:45,558 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:45,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56894 deadline: 1732289085555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:45,558 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:45,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56854 deadline: 1732289085555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:45,559 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:45,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56868 deadline: 1732289085556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:45,559 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:45,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56866 deadline: 1732289085556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:45,559 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:45,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56830 deadline: 1732289085556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:45,561 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:23:45,562 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-22T15:23:45,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c. 2024-11-22T15:23:45,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c. as already flushing 2024-11-22T15:23:45,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c. 2024-11-22T15:23:45,562 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => 1938f6b7b702ace5423ca3db7152b41c, NAME => 'TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:23:45,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => 1938f6b7b702ace5423ca3db7152b41c, NAME => 'TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:23:45,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1938f6b7b702ace5423ca3db7152b41c, NAME => 'TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1938f6b7b702ace5423ca3db7152b41c, NAME => 'TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:23:45,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-22T15:23:45,713 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:23:45,714 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-22T15:23:45,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c. 2024-11-22T15:23:45,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c. as already flushing 2024-11-22T15:23:45,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c. 2024-11-22T15:23:45,714 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => 1938f6b7b702ace5423ca3db7152b41c, NAME => 'TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:23:45,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => 1938f6b7b702ace5423ca3db7152b41c, NAME => 'TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:23:45,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1938f6b7b702ace5423ca3db7152b41c, NAME => 'TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1938f6b7b702ace5423ca3db7152b41c, NAME => 'TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:23:45,720 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/C/d64979f933914983856c34260bc0c82d 2024-11-22T15:23:45,723 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/A/0a6448c77cc943aca9ee53ce833598a8 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/A/0a6448c77cc943aca9ee53ce833598a8 2024-11-22T15:23:45,725 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/A/0a6448c77cc943aca9ee53ce833598a8, entries=200, sequenceid=41, filesize=14.0 K 2024-11-22T15:23:45,726 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/B/843cca22a73f4a85aae6882c6776d83a as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/B/843cca22a73f4a85aae6882c6776d83a 2024-11-22T15:23:45,729 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/B/843cca22a73f4a85aae6882c6776d83a, entries=150, sequenceid=41, filesize=11.7 K 2024-11-22T15:23:45,730 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/C/d64979f933914983856c34260bc0c82d as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/C/d64979f933914983856c34260bc0c82d 2024-11-22T15:23:45,732 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/C/d64979f933914983856c34260bc0c82d, entries=150, sequenceid=41, filesize=11.7 K 2024-11-22T15:23:45,732 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for 1938f6b7b702ace5423ca3db7152b41c in 492ms, sequenceid=41, compaction requested=false 2024-11-22T15:23:45,732 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1938f6b7b702ace5423ca3db7152b41c: 2024-11-22T15:23:45,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(8581): Flush requested on 1938f6b7b702ace5423ca3db7152b41c 2024-11-22T15:23:45,862 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1938f6b7b702ace5423ca3db7152b41c 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-22T15:23:45,862 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1938f6b7b702ace5423ca3db7152b41c, store=A 2024-11-22T15:23:45,862 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:23:45,862 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1938f6b7b702ace5423ca3db7152b41c, store=B 2024-11-22T15:23:45,862 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:23:45,862 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1938f6b7b702ace5423ca3db7152b41c, store=C 2024-11-22T15:23:45,863 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:23:45,865 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:23:45,866 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-22T15:23:45,866 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/A/78778b338e804f8c9b940419dc9a24cb is 50, key is test_row_0/A:col10/1732289025246/Put/seqid=0 2024-11-22T15:23:45,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c. 2024-11-22T15:23:45,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c. as already flushing 2024-11-22T15:23:45,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c. 2024-11-22T15:23:45,866 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => 1938f6b7b702ace5423ca3db7152b41c, NAME => 'TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:23:45,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => 1938f6b7b702ace5423ca3db7152b41c, NAME => 'TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:23:45,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1938f6b7b702ace5423ca3db7152b41c, NAME => 'TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1938f6b7b702ace5423ca3db7152b41c, NAME => 'TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:23:45,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742376_1552 (size=14341) 2024-11-22T15:23:45,896 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:45,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56868 deadline: 1732289085888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:45,896 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:45,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56894 deadline: 1732289085889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:45,896 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:45,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56866 deadline: 1732289085889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:45,898 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:45,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56830 deadline: 1732289085889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:45,898 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:45,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56854 deadline: 1732289085896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:46,002 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:46,003 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:46,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56868 deadline: 1732289085997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:46,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56894 deadline: 1732289085997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:46,003 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:46,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56866 deadline: 1732289085997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:46,003 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:46,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56830 deadline: 1732289085999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:46,003 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:46,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56854 deadline: 1732289085999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:46,017 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:23:46,018 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-22T15:23:46,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c. 2024-11-22T15:23:46,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c. as already flushing 2024-11-22T15:23:46,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c. 2024-11-22T15:23:46,018 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => 1938f6b7b702ace5423ca3db7152b41c, NAME => 'TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:23:46,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => 1938f6b7b702ace5423ca3db7152b41c, NAME => 'TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:23:46,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1938f6b7b702ace5423ca3db7152b41c, NAME => 'TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1938f6b7b702ace5423ca3db7152b41c, NAME => 'TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:23:46,170 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:23:46,170 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-22T15:23:46,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c. 2024-11-22T15:23:46,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c. as already flushing 2024-11-22T15:23:46,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c. 2024-11-22T15:23:46,170 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => 1938f6b7b702ace5423ca3db7152b41c, NAME => 'TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:23:46,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => 1938f6b7b702ace5423ca3db7152b41c, NAME => 'TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:23:46,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1938f6b7b702ace5423ca3db7152b41c, NAME => 'TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1938f6b7b702ace5423ca3db7152b41c, NAME => 'TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:23:46,206 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:46,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56894 deadline: 1732289086203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:46,207 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:46,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56854 deadline: 1732289086204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:46,207 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:46,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56868 deadline: 1732289086204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:46,207 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:46,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56866 deadline: 1732289086204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:46,207 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:46,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56830 deadline: 1732289086205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:46,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-22T15:23:46,269 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/A/78778b338e804f8c9b940419dc9a24cb 2024-11-22T15:23:46,274 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/B/f3eef11168284d0ca69983e06cafaf7b is 50, key is test_row_0/B:col10/1732289025246/Put/seqid=0 2024-11-22T15:23:46,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742377_1553 (size=12001) 2024-11-22T15:23:46,322 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:23:46,322 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-22T15:23:46,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c. 2024-11-22T15:23:46,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c. as already flushing 2024-11-22T15:23:46,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c. 2024-11-22T15:23:46,322 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => 1938f6b7b702ace5423ca3db7152b41c, NAME => 'TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:23:46,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => 1938f6b7b702ace5423ca3db7152b41c, NAME => 'TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:23:46,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1938f6b7b702ace5423ca3db7152b41c, NAME => 'TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1938f6b7b702ace5423ca3db7152b41c, NAME => 'TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:23:46,474 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:23:46,474 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-22T15:23:46,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c. 2024-11-22T15:23:46,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c. as already flushing 2024-11-22T15:23:46,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c. 2024-11-22T15:23:46,475 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => 1938f6b7b702ace5423ca3db7152b41c, NAME => 'TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:23:46,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => 1938f6b7b702ace5423ca3db7152b41c, NAME => 'TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:23:46,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1938f6b7b702ace5423ca3db7152b41c, NAME => 'TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1938f6b7b702ace5423ca3db7152b41c, NAME => 'TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:23:46,512 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:46,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56854 deadline: 1732289086507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:46,512 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:46,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56894 deadline: 1732289086508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:46,512 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:46,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56866 deadline: 1732289086509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:46,513 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:46,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56830 deadline: 1732289086509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:46,513 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:46,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56868 deadline: 1732289086510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:46,626 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:23:46,626 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-22T15:23:46,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c. 2024-11-22T15:23:46,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c. as already flushing 2024-11-22T15:23:46,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c. 2024-11-22T15:23:46,627 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => 1938f6b7b702ace5423ca3db7152b41c, NAME => 'TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:23:46,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => 1938f6b7b702ace5423ca3db7152b41c, NAME => 'TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:23:46,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1938f6b7b702ace5423ca3db7152b41c, NAME => 'TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1938f6b7b702ace5423ca3db7152b41c, NAME => 'TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:23:46,679 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/B/f3eef11168284d0ca69983e06cafaf7b 2024-11-22T15:23:46,685 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/C/512269545d16434399b827df87d108b0 is 50, key is test_row_0/C:col10/1732289025246/Put/seqid=0 2024-11-22T15:23:46,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742378_1554 (size=12001) 2024-11-22T15:23:46,778 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:23:46,779 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-22T15:23:46,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c. 2024-11-22T15:23:46,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c. as already flushing 2024-11-22T15:23:46,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c. 2024-11-22T15:23:46,779 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => 1938f6b7b702ace5423ca3db7152b41c, NAME => 'TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:23:46,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => 1938f6b7b702ace5423ca3db7152b41c, NAME => 'TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:23:46,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1938f6b7b702ace5423ca3db7152b41c, NAME => 'TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1938f6b7b702ace5423ca3db7152b41c, NAME => 'TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:23:46,931 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:23:46,931 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-22T15:23:46,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c. 2024-11-22T15:23:46,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c. as already flushing 2024-11-22T15:23:46,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c. 2024-11-22T15:23:46,931 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => 1938f6b7b702ace5423ca3db7152b41c, NAME => 'TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:23:46,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => 1938f6b7b702ace5423ca3db7152b41c, NAME => 'TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:23:46,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1938f6b7b702ace5423ca3db7152b41c, NAME => 'TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1938f6b7b702ace5423ca3db7152b41c, NAME => 'TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:23:47,018 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:47,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56894 deadline: 1732289087013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:47,022 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:47,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56866 deadline: 1732289087014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:47,022 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:47,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56868 deadline: 1732289087015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:47,022 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:47,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56854 deadline: 1732289087016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:47,022 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:47,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56830 deadline: 1732289087017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:47,083 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:23:47,084 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-22T15:23:47,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c. 2024-11-22T15:23:47,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c. as already flushing 2024-11-22T15:23:47,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c. 2024-11-22T15:23:47,084 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => 1938f6b7b702ace5423ca3db7152b41c, NAME => 'TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:23:47,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => 1938f6b7b702ace5423ca3db7152b41c, NAME => 'TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:23:47,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1938f6b7b702ace5423ca3db7152b41c, NAME => 'TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1938f6b7b702ace5423ca3db7152b41c, NAME => 'TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:23:47,092 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/C/512269545d16434399b827df87d108b0 2024-11-22T15:23:47,101 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/A/78778b338e804f8c9b940419dc9a24cb as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/A/78778b338e804f8c9b940419dc9a24cb 2024-11-22T15:23:47,105 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/A/78778b338e804f8c9b940419dc9a24cb, entries=200, sequenceid=56, filesize=14.0 K 2024-11-22T15:23:47,105 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/B/f3eef11168284d0ca69983e06cafaf7b as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/B/f3eef11168284d0ca69983e06cafaf7b 2024-11-22T15:23:47,111 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/B/f3eef11168284d0ca69983e06cafaf7b, entries=150, sequenceid=56, filesize=11.7 K 2024-11-22T15:23:47,112 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/C/512269545d16434399b827df87d108b0 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/C/512269545d16434399b827df87d108b0 2024-11-22T15:23:47,120 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/C/512269545d16434399b827df87d108b0, entries=150, sequenceid=56, filesize=11.7 K 2024-11-22T15:23:47,121 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 1938f6b7b702ace5423ca3db7152b41c in 1259ms, sequenceid=56, compaction requested=true 2024-11-22T15:23:47,121 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1938f6b7b702ace5423ca3db7152b41c: 2024-11-22T15:23:47,122 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T15:23:47,122 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1938f6b7b702ace5423ca3db7152b41c:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T15:23:47,122 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T15:23:47,122 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T15:23:47,122 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1938f6b7b702ace5423ca3db7152b41c:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T15:23:47,122 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T15:23:47,122 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1938f6b7b702ace5423ca3db7152b41c:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T15:23:47,122 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T15:23:47,123 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 45363 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T15:23:47,123 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T15:23:47,123 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1540): 1938f6b7b702ace5423ca3db7152b41c/A is initiating minor compaction (all files) 2024-11-22T15:23:47,123 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1540): 1938f6b7b702ace5423ca3db7152b41c/B is initiating minor compaction (all files) 2024-11-22T15:23:47,123 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1938f6b7b702ace5423ca3db7152b41c/A in TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c. 2024-11-22T15:23:47,123 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1938f6b7b702ace5423ca3db7152b41c/B in TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c. 2024-11-22T15:23:47,123 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/B/40c8eca152e347188731249d2b06753b, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/B/843cca22a73f4a85aae6882c6776d83a, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/B/f3eef11168284d0ca69983e06cafaf7b] into tmpdir=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp, totalSize=35.2 K 2024-11-22T15:23:47,123 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/A/feaebc59ce3841b4879dca51825c482a, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/A/0a6448c77cc943aca9ee53ce833598a8, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/A/78778b338e804f8c9b940419dc9a24cb] into tmpdir=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp, totalSize=44.3 K 2024-11-22T15:23:47,124 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting 40c8eca152e347188731249d2b06753b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=18, earliestPutTs=1732289025121 2024-11-22T15:23:47,124 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting feaebc59ce3841b4879dca51825c482a, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=18, earliestPutTs=1732289025116 2024-11-22T15:23:47,124 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting 843cca22a73f4a85aae6882c6776d83a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732289025137 2024-11-22T15:23:47,124 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0a6448c77cc943aca9ee53ce833598a8, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732289025137 2024-11-22T15:23:47,124 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting f3eef11168284d0ca69983e06cafaf7b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1732289025246 2024-11-22T15:23:47,124 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting 78778b338e804f8c9b940419dc9a24cb, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1732289025245 2024-11-22T15:23:47,133 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1938f6b7b702ace5423ca3db7152b41c#B#compaction#464 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T15:23:47,133 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/B/2453edee4e6148048f6a0aab5b2f02ba is 50, key is test_row_0/B:col10/1732289025246/Put/seqid=0 2024-11-22T15:23:47,135 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1938f6b7b702ace5423ca3db7152b41c#A#compaction#465 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T15:23:47,135 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/A/a852067fbab546a3b196d5d4577585de is 50, key is test_row_0/A:col10/1732289025246/Put/seqid=0 2024-11-22T15:23:47,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742380_1556 (size=12104) 2024-11-22T15:23:47,151 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/A/a852067fbab546a3b196d5d4577585de as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/A/a852067fbab546a3b196d5d4577585de 2024-11-22T15:23:47,157 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1938f6b7b702ace5423ca3db7152b41c/A of 1938f6b7b702ace5423ca3db7152b41c into a852067fbab546a3b196d5d4577585de(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T15:23:47,157 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1938f6b7b702ace5423ca3db7152b41c: 2024-11-22T15:23:47,157 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c., storeName=1938f6b7b702ace5423ca3db7152b41c/A, priority=13, startTime=1732289027121; duration=0sec 2024-11-22T15:23:47,157 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T15:23:47,157 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1938f6b7b702ace5423ca3db7152b41c:A 2024-11-22T15:23:47,157 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T15:23:47,157 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T15:23:47,158 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1540): 1938f6b7b702ace5423ca3db7152b41c/C is initiating minor compaction (all files) 2024-11-22T15:23:47,158 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1938f6b7b702ace5423ca3db7152b41c/C in TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c. 2024-11-22T15:23:47,158 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/C/af485e589f574a7f90ef99a42a1e054e, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/C/d64979f933914983856c34260bc0c82d, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/C/512269545d16434399b827df87d108b0] into tmpdir=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp, totalSize=35.2 K 2024-11-22T15:23:47,159 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting af485e589f574a7f90ef99a42a1e054e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=18, earliestPutTs=1732289025121 2024-11-22T15:23:47,160 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting d64979f933914983856c34260bc0c82d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732289025137 2024-11-22T15:23:47,160 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting 512269545d16434399b827df87d108b0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1732289025246 2024-11-22T15:23:47,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742379_1555 (size=12104) 2024-11-22T15:23:47,172 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/B/2453edee4e6148048f6a0aab5b2f02ba as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/B/2453edee4e6148048f6a0aab5b2f02ba 2024-11-22T15:23:47,175 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1938f6b7b702ace5423ca3db7152b41c/B of 1938f6b7b702ace5423ca3db7152b41c into 2453edee4e6148048f6a0aab5b2f02ba(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T15:23:47,175 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1938f6b7b702ace5423ca3db7152b41c: 2024-11-22T15:23:47,175 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c., storeName=1938f6b7b702ace5423ca3db7152b41c/B, priority=13, startTime=1732289027122; duration=0sec 2024-11-22T15:23:47,175 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T15:23:47,175 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1938f6b7b702ace5423ca3db7152b41c:B 2024-11-22T15:23:47,179 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1938f6b7b702ace5423ca3db7152b41c#C#compaction#466 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T15:23:47,180 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/C/eb056728f5e64035bb28912f50b7b6af is 50, key is test_row_0/C:col10/1732289025246/Put/seqid=0 2024-11-22T15:23:47,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742381_1557 (size=12104) 2024-11-22T15:23:47,189 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/C/eb056728f5e64035bb28912f50b7b6af as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/C/eb056728f5e64035bb28912f50b7b6af 2024-11-22T15:23:47,197 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1938f6b7b702ace5423ca3db7152b41c/C of 1938f6b7b702ace5423ca3db7152b41c into eb056728f5e64035bb28912f50b7b6af(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T15:23:47,197 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1938f6b7b702ace5423ca3db7152b41c: 2024-11-22T15:23:47,197 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c., storeName=1938f6b7b702ace5423ca3db7152b41c/C, priority=13, startTime=1732289027122; duration=0sec 2024-11-22T15:23:47,198 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T15:23:47,198 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1938f6b7b702ace5423ca3db7152b41c:C 2024-11-22T15:23:47,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-22T15:23:47,236 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:23:47,236 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-22T15:23:47,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c. 2024-11-22T15:23:47,237 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2837): Flushing 1938f6b7b702ace5423ca3db7152b41c 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-22T15:23:47,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1938f6b7b702ace5423ca3db7152b41c, store=A 2024-11-22T15:23:47,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:23:47,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1938f6b7b702ace5423ca3db7152b41c, store=B 2024-11-22T15:23:47,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:23:47,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1938f6b7b702ace5423ca3db7152b41c, store=C 2024-11-22T15:23:47,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:23:47,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/A/b461dbad2546454cae08b920ee9c3a30 is 50, key is test_row_0/A:col10/1732289025888/Put/seqid=0 2024-11-22T15:23:47,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742382_1558 (size=12001) 2024-11-22T15:23:47,665 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=80 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/A/b461dbad2546454cae08b920ee9c3a30 2024-11-22T15:23:47,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/B/11a5c007c0344b10803a0cbe628a0c7d is 50, key is test_row_0/B:col10/1732289025888/Put/seqid=0 2024-11-22T15:23:47,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742383_1559 (size=12001) 2024-11-22T15:23:47,728 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=80 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/B/11a5c007c0344b10803a0cbe628a0c7d 2024-11-22T15:23:47,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/C/b2444d52bedb478493080f08cf13820c is 50, key is test_row_0/C:col10/1732289025888/Put/seqid=0 2024-11-22T15:23:47,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742384_1560 (size=12001) 2024-11-22T15:23:47,768 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=80 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/C/b2444d52bedb478493080f08cf13820c 2024-11-22T15:23:47,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/A/b461dbad2546454cae08b920ee9c3a30 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/A/b461dbad2546454cae08b920ee9c3a30 2024-11-22T15:23:47,784 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/A/b461dbad2546454cae08b920ee9c3a30, entries=150, sequenceid=80, filesize=11.7 K 2024-11-22T15:23:47,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/B/11a5c007c0344b10803a0cbe628a0c7d as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/B/11a5c007c0344b10803a0cbe628a0c7d 2024-11-22T15:23:47,794 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/B/11a5c007c0344b10803a0cbe628a0c7d, entries=150, sequenceid=80, filesize=11.7 K 2024-11-22T15:23:47,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/C/b2444d52bedb478493080f08cf13820c as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/C/b2444d52bedb478493080f08cf13820c 2024-11-22T15:23:47,803 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/C/b2444d52bedb478493080f08cf13820c, entries=150, sequenceid=80, filesize=11.7 K 2024-11-22T15:23:47,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.StoreScanner(1000): StoreScanner already closing. There is no need to updateReaders 2024-11-22T15:23:47,805 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=0 B/0 for 1938f6b7b702ace5423ca3db7152b41c in 568ms, sequenceid=80, compaction requested=false 2024-11-22T15:23:47,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2538): Flush status journal for 1938f6b7b702ace5423ca3db7152b41c: 2024-11-22T15:23:47,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c. 2024-11-22T15:23:47,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=129 2024-11-22T15:23:47,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4106): Remote procedure done, pid=129 2024-11-22T15:23:47,807 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=129, resume processing ppid=128 2024-11-22T15:23:47,807 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=129, ppid=128, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7000 sec 2024-11-22T15:23:47,809 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=128, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees in 2.7030 sec 2024-11-22T15:23:48,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(8581): Flush requested on 1938f6b7b702ace5423ca3db7152b41c 2024-11-22T15:23:48,041 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1938f6b7b702ace5423ca3db7152b41c 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-22T15:23:48,042 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1938f6b7b702ace5423ca3db7152b41c, store=A 2024-11-22T15:23:48,042 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:23:48,043 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1938f6b7b702ace5423ca3db7152b41c, store=B 2024-11-22T15:23:48,043 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:23:48,043 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1938f6b7b702ace5423ca3db7152b41c, store=C 2024-11-22T15:23:48,043 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:23:48,048 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/A/2389d2c1107440ddb89eb39beb31ddbf is 50, key is test_row_0/A:col10/1732289028040/Put/seqid=0 2024-11-22T15:23:48,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742385_1561 (size=19021) 2024-11-22T15:23:48,058 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/A/2389d2c1107440ddb89eb39beb31ddbf 2024-11-22T15:23:48,070 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/B/1b89cae6b4d349719643da0f6feb123c is 50, key is test_row_0/B:col10/1732289028040/Put/seqid=0 2024-11-22T15:23:48,088 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:48,087 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:48,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56894 deadline: 1732289088078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:48,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56866 deadline: 1732289088079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:48,093 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:48,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56854 deadline: 1732289088087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:48,098 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:48,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56830 deadline: 1732289088088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:48,098 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:48,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56868 deadline: 1732289088088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:48,100 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-22T15:23:48,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742386_1562 (size=12001) 2024-11-22T15:23:48,115 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/B/1b89cae6b4d349719643da0f6feb123c 2024-11-22T15:23:48,144 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/C/7c16dd7d598e4e548dbe6aa704b576d8 is 50, key is test_row_0/C:col10/1732289028040/Put/seqid=0 2024-11-22T15:23:48,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742387_1563 (size=12001) 2024-11-22T15:23:48,180 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/C/7c16dd7d598e4e548dbe6aa704b576d8 2024-11-22T15:23:48,189 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/A/2389d2c1107440ddb89eb39beb31ddbf as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/A/2389d2c1107440ddb89eb39beb31ddbf 2024-11-22T15:23:48,193 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:48,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56894 deadline: 1732289088189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:48,193 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:48,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56866 deadline: 1732289088189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:48,197 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/A/2389d2c1107440ddb89eb39beb31ddbf, entries=300, sequenceid=93, filesize=18.6 K 2024-11-22T15:23:48,198 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/B/1b89cae6b4d349719643da0f6feb123c as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/B/1b89cae6b4d349719643da0f6feb123c 2024-11-22T15:23:48,203 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:48,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56854 deadline: 1732289088195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:48,203 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:48,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56868 deadline: 1732289088199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:48,205 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/B/1b89cae6b4d349719643da0f6feb123c, entries=150, sequenceid=93, filesize=11.7 K 2024-11-22T15:23:48,206 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:48,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56830 deadline: 1732289088201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:48,208 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/C/7c16dd7d598e4e548dbe6aa704b576d8 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/C/7c16dd7d598e4e548dbe6aa704b576d8 2024-11-22T15:23:48,211 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/C/7c16dd7d598e4e548dbe6aa704b576d8, entries=150, sequenceid=93, filesize=11.7 K 2024-11-22T15:23:48,213 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 1938f6b7b702ace5423ca3db7152b41c in 171ms, sequenceid=93, compaction requested=true 2024-11-22T15:23:48,213 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1938f6b7b702ace5423ca3db7152b41c: 2024-11-22T15:23:48,213 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T15:23:48,213 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1938f6b7b702ace5423ca3db7152b41c:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T15:23:48,214 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T15:23:48,214 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T15:23:48,215 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1938f6b7b702ace5423ca3db7152b41c:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T15:23:48,215 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T15:23:48,215 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1938f6b7b702ace5423ca3db7152b41c:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T15:23:48,215 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T15:23:48,216 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T15:23:48,216 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 43126 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T15:23:48,216 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1540): 1938f6b7b702ace5423ca3db7152b41c/B is initiating minor compaction (all files) 2024-11-22T15:23:48,216 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1540): 1938f6b7b702ace5423ca3db7152b41c/A is initiating minor compaction (all files) 2024-11-22T15:23:48,216 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1938f6b7b702ace5423ca3db7152b41c/A in TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c. 2024-11-22T15:23:48,216 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1938f6b7b702ace5423ca3db7152b41c/B in TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c. 2024-11-22T15:23:48,216 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/A/a852067fbab546a3b196d5d4577585de, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/A/b461dbad2546454cae08b920ee9c3a30, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/A/2389d2c1107440ddb89eb39beb31ddbf] into tmpdir=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp, totalSize=42.1 K 2024-11-22T15:23:48,216 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/B/2453edee4e6148048f6a0aab5b2f02ba, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/B/11a5c007c0344b10803a0cbe628a0c7d, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/B/1b89cae6b4d349719643da0f6feb123c] into tmpdir=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp, totalSize=35.3 K 2024-11-22T15:23:48,217 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting 2453edee4e6148048f6a0aab5b2f02ba, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1732289025246 2024-11-22T15:23:48,217 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting a852067fbab546a3b196d5d4577585de, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1732289025246 2024-11-22T15:23:48,217 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting 11a5c007c0344b10803a0cbe628a0c7d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1732289025876 2024-11-22T15:23:48,217 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting b461dbad2546454cae08b920ee9c3a30, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1732289025876 2024-11-22T15:23:48,217 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting 1b89cae6b4d349719643da0f6feb123c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732289028039 2024-11-22T15:23:48,217 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2389d2c1107440ddb89eb39beb31ddbf, keycount=300, bloomtype=ROW, size=18.6 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732289028028 2024-11-22T15:23:48,237 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1938f6b7b702ace5423ca3db7152b41c#A#compaction#473 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T15:23:48,237 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/A/f16baca621a84b6b907f2f65688b5548 is 50, key is test_row_0/A:col10/1732289028040/Put/seqid=0 2024-11-22T15:23:48,239 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1938f6b7b702ace5423ca3db7152b41c#B#compaction#474 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T15:23:48,240 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/B/ac3d75d8e2d249cbaec65a6ab1980301 is 50, key is test_row_0/B:col10/1732289028040/Put/seqid=0 2024-11-22T15:23:48,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742388_1564 (size=12207) 2024-11-22T15:23:48,291 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/A/f16baca621a84b6b907f2f65688b5548 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/A/f16baca621a84b6b907f2f65688b5548 2024-11-22T15:23:48,297 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1938f6b7b702ace5423ca3db7152b41c/A of 1938f6b7b702ace5423ca3db7152b41c into f16baca621a84b6b907f2f65688b5548(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T15:23:48,297 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1938f6b7b702ace5423ca3db7152b41c: 2024-11-22T15:23:48,297 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c., storeName=1938f6b7b702ace5423ca3db7152b41c/A, priority=13, startTime=1732289028213; duration=0sec 2024-11-22T15:23:48,297 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T15:23:48,297 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1938f6b7b702ace5423ca3db7152b41c:A 2024-11-22T15:23:48,297 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T15:23:48,298 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T15:23:48,298 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1540): 1938f6b7b702ace5423ca3db7152b41c/C is initiating minor compaction (all files) 2024-11-22T15:23:48,298 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1938f6b7b702ace5423ca3db7152b41c/C in TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c. 2024-11-22T15:23:48,298 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/C/eb056728f5e64035bb28912f50b7b6af, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/C/b2444d52bedb478493080f08cf13820c, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/C/7c16dd7d598e4e548dbe6aa704b576d8] into tmpdir=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp, totalSize=35.3 K 2024-11-22T15:23:48,298 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting eb056728f5e64035bb28912f50b7b6af, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1732289025246 2024-11-22T15:23:48,299 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting b2444d52bedb478493080f08cf13820c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1732289025876 2024-11-22T15:23:48,299 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7c16dd7d598e4e548dbe6aa704b576d8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732289028039 2024-11-22T15:23:48,307 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1938f6b7b702ace5423ca3db7152b41c#C#compaction#475 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T15:23:48,308 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/C/98998546b04c488ca2da83939a4c4622 is 50, key is test_row_0/C:col10/1732289028040/Put/seqid=0 2024-11-22T15:23:48,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742389_1565 (size=12207) 2024-11-22T15:23:48,314 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/B/ac3d75d8e2d249cbaec65a6ab1980301 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/B/ac3d75d8e2d249cbaec65a6ab1980301 2024-11-22T15:23:48,318 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1938f6b7b702ace5423ca3db7152b41c/B of 1938f6b7b702ace5423ca3db7152b41c into ac3d75d8e2d249cbaec65a6ab1980301(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T15:23:48,318 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1938f6b7b702ace5423ca3db7152b41c: 2024-11-22T15:23:48,318 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c., storeName=1938f6b7b702ace5423ca3db7152b41c/B, priority=13, startTime=1732289028214; duration=0sec 2024-11-22T15:23:48,318 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T15:23:48,319 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1938f6b7b702ace5423ca3db7152b41c:B 2024-11-22T15:23:48,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742390_1566 (size=12207) 2024-11-22T15:23:48,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(8581): Flush requested on 1938f6b7b702ace5423ca3db7152b41c 2024-11-22T15:23:48,403 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1938f6b7b702ace5423ca3db7152b41c 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-22T15:23:48,403 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1938f6b7b702ace5423ca3db7152b41c, store=A 2024-11-22T15:23:48,403 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:23:48,403 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1938f6b7b702ace5423ca3db7152b41c, store=B 2024-11-22T15:23:48,403 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:23:48,403 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1938f6b7b702ace5423ca3db7152b41c, store=C 2024-11-22T15:23:48,403 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:23:48,421 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/A/199b18d7d3154d459051cd2f36191c6f is 50, key is test_row_0/A:col10/1732289028402/Put/seqid=0 2024-11-22T15:23:48,427 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:48,427 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:48,427 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:48,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56866 deadline: 1732289088417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:48,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56830 deadline: 1732289088418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:48,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56894 deadline: 1732289088417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:48,434 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:48,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56868 deadline: 1732289088428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:48,438 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:48,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56854 deadline: 1732289088428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:48,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742391_1567 (size=16681) 2024-11-22T15:23:48,534 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:48,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56830 deadline: 1732289088528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:48,542 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:48,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56868 deadline: 1732289088535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:48,547 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:48,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56854 deadline: 1732289088539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:48,549 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:48,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56894 deadline: 1732289088540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:48,550 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:48,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56866 deadline: 1732289088540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:48,742 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:48,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56830 deadline: 1732289088735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:48,753 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:48,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56868 deadline: 1732289088745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:48,753 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:48,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56854 deadline: 1732289088748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:48,754 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:48,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56894 deadline: 1732289088752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:48,754 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:48,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56866 deadline: 1732289088752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:48,774 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/C/98998546b04c488ca2da83939a4c4622 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/C/98998546b04c488ca2da83939a4c4622 2024-11-22T15:23:48,785 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1938f6b7b702ace5423ca3db7152b41c/C of 1938f6b7b702ace5423ca3db7152b41c into 98998546b04c488ca2da83939a4c4622(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T15:23:48,785 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1938f6b7b702ace5423ca3db7152b41c: 2024-11-22T15:23:48,785 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c., storeName=1938f6b7b702ace5423ca3db7152b41c/C, priority=13, startTime=1732289028215; duration=0sec 2024-11-22T15:23:48,785 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T15:23:48,785 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1938f6b7b702ace5423ca3db7152b41c:C 2024-11-22T15:23:48,852 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/A/199b18d7d3154d459051cd2f36191c6f 2024-11-22T15:23:48,872 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/B/00028fedf34f4c57b8b58d22fa9f634e is 50, key is test_row_0/B:col10/1732289028402/Put/seqid=0 2024-11-22T15:23:48,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742392_1568 (size=12001) 2024-11-22T15:23:49,048 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:49,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56830 deadline: 1732289089044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:49,063 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:49,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56854 deadline: 1732289089056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:49,064 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:49,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56868 deadline: 1732289089057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:49,064 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:49,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56894 deadline: 1732289089057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:49,065 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:49,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56866 deadline: 1732289089057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:49,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-22T15:23:49,211 INFO [Thread-2395 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 128 completed 2024-11-22T15:23:49,215 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T15:23:49,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] procedure2.ProcedureExecutor(1098): Stored pid=130, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees 2024-11-22T15:23:49,216 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=130, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T15:23:49,217 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=130, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T15:23:49,217 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=131, ppid=130, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T15:23:49,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-22T15:23:49,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-22T15:23:49,319 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/B/00028fedf34f4c57b8b58d22fa9f634e 2024-11-22T15:23:49,325 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/C/3283e343282442b49e9a9ce2b1c104b5 is 50, key is test_row_0/C:col10/1732289028402/Put/seqid=0 2024-11-22T15:23:49,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742393_1569 (size=12001) 2024-11-22T15:23:49,369 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:23:49,369 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-22T15:23:49,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c. 2024-11-22T15:23:49,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c. as already flushing 2024-11-22T15:23:49,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c. 2024-11-22T15:23:49,370 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => 1938f6b7b702ace5423ca3db7152b41c, NAME => 'TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:23:49,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => 1938f6b7b702ace5423ca3db7152b41c, NAME => 'TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:23:49,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1938f6b7b702ace5423ca3db7152b41c, NAME => 'TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1938f6b7b702ace5423ca3db7152b41c, NAME => 'TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:23:49,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-22T15:23:49,521 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:23:49,522 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-22T15:23:49,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c. 2024-11-22T15:23:49,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c. as already flushing 2024-11-22T15:23:49,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c. 2024-11-22T15:23:49,522 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => 1938f6b7b702ace5423ca3db7152b41c, NAME => 'TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:23:49,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => 1938f6b7b702ace5423ca3db7152b41c, NAME => 'TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:23:49,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1938f6b7b702ace5423ca3db7152b41c, NAME => 'TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1938f6b7b702ace5423ca3db7152b41c, NAME => 'TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:23:49,555 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:49,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56830 deadline: 1732289089549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:49,571 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:49,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56868 deadline: 1732289089566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:49,572 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:49,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56894 deadline: 1732289089566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:49,572 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:49,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56866 deadline: 1732289089567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:49,573 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:49,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56854 deadline: 1732289089567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:49,678 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:23:49,679 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-22T15:23:49,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c. 2024-11-22T15:23:49,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c. as already flushing 2024-11-22T15:23:49,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c. 2024-11-22T15:23:49,679 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => 1938f6b7b702ace5423ca3db7152b41c, NAME => 'TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:23:49,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => 1938f6b7b702ace5423ca3db7152b41c, NAME => 'TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:23:49,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1938f6b7b702ace5423ca3db7152b41c, NAME => 'TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1938f6b7b702ace5423ca3db7152b41c, NAME => 'TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:23:49,757 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/C/3283e343282442b49e9a9ce2b1c104b5 2024-11-22T15:23:49,763 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/A/199b18d7d3154d459051cd2f36191c6f as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/A/199b18d7d3154d459051cd2f36191c6f 2024-11-22T15:23:49,768 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/A/199b18d7d3154d459051cd2f36191c6f, entries=250, sequenceid=121, filesize=16.3 K 2024-11-22T15:23:49,769 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/B/00028fedf34f4c57b8b58d22fa9f634e as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/B/00028fedf34f4c57b8b58d22fa9f634e 2024-11-22T15:23:49,773 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/B/00028fedf34f4c57b8b58d22fa9f634e, entries=150, sequenceid=121, filesize=11.7 K 2024-11-22T15:23:49,774 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/C/3283e343282442b49e9a9ce2b1c104b5 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/C/3283e343282442b49e9a9ce2b1c104b5 2024-11-22T15:23:49,779 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/C/3283e343282442b49e9a9ce2b1c104b5, entries=150, sequenceid=121, filesize=11.7 K 2024-11-22T15:23:49,780 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 1938f6b7b702ace5423ca3db7152b41c in 1377ms, sequenceid=121, compaction requested=false 2024-11-22T15:23:49,780 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1938f6b7b702ace5423ca3db7152b41c: 2024-11-22T15:23:49,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-22T15:23:49,831 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:23:49,831 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-22T15:23:49,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c. 2024-11-22T15:23:49,832 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2837): Flushing 1938f6b7b702ace5423ca3db7152b41c 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-22T15:23:49,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1938f6b7b702ace5423ca3db7152b41c, store=A 2024-11-22T15:23:49,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:23:49,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1938f6b7b702ace5423ca3db7152b41c, store=B 2024-11-22T15:23:49,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:23:49,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1938f6b7b702ace5423ca3db7152b41c, store=C 2024-11-22T15:23:49,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:23:49,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/A/365f3ee3d67d4868883a919de10f53d0 is 50, key is test_row_0/A:col10/1732289028426/Put/seqid=0 2024-11-22T15:23:49,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742394_1570 (size=12101) 2024-11-22T15:23:50,278 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/A/365f3ee3d67d4868883a919de10f53d0 2024-11-22T15:23:50,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/B/a75a11e1e9644eb5a6af499662b4bd98 is 50, key is test_row_0/B:col10/1732289028426/Put/seqid=0 2024-11-22T15:23:50,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-22T15:23:50,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742395_1571 (size=12101) 2024-11-22T15:23:50,565 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c. as already flushing 2024-11-22T15:23:50,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(8581): Flush requested on 1938f6b7b702ace5423ca3db7152b41c 2024-11-22T15:23:50,622 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:50,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56830 deadline: 1732289090610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:50,623 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:50,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56868 deadline: 1732289090611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:50,623 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:50,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56854 deadline: 1732289090617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:50,630 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:50,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56866 deadline: 1732289090618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:50,630 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:50,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56894 deadline: 1732289090618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:50,729 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:50,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56830 deadline: 1732289090724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:50,730 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:50,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56854 deadline: 1732289090724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:50,730 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:50,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56868 deadline: 1732289090724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:50,740 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:50,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56894 deadline: 1732289090732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:50,740 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:50,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56866 deadline: 1732289090732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:50,751 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/B/a75a11e1e9644eb5a6af499662b4bd98 2024-11-22T15:23:50,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/C/12bd5e3fd1aa4d868990cc29f3f3d86f is 50, key is test_row_0/C:col10/1732289028426/Put/seqid=0 2024-11-22T15:23:50,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742396_1572 (size=12101) 2024-11-22T15:23:50,940 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:50,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56868 deadline: 1732289090932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:50,941 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:50,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56854 deadline: 1732289090935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:50,941 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:50,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56830 deadline: 1732289090935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:50,946 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:50,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56894 deadline: 1732289090941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:50,950 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:50,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56866 deadline: 1732289090942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:51,216 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/C/12bd5e3fd1aa4d868990cc29f3f3d86f 2024-11-22T15:23:51,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/A/365f3ee3d67d4868883a919de10f53d0 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/A/365f3ee3d67d4868883a919de10f53d0 2024-11-22T15:23:51,229 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/A/365f3ee3d67d4868883a919de10f53d0, entries=150, sequenceid=132, filesize=11.8 K 2024-11-22T15:23:51,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/B/a75a11e1e9644eb5a6af499662b4bd98 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/B/a75a11e1e9644eb5a6af499662b4bd98 2024-11-22T15:23:51,238 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/B/a75a11e1e9644eb5a6af499662b4bd98, entries=150, sequenceid=132, filesize=11.8 K 2024-11-22T15:23:51,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/C/12bd5e3fd1aa4d868990cc29f3f3d86f as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/C/12bd5e3fd1aa4d868990cc29f3f3d86f 2024-11-22T15:23:51,245 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/C/12bd5e3fd1aa4d868990cc29f3f3d86f, entries=150, sequenceid=132, filesize=11.8 K 2024-11-22T15:23:51,245 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for 1938f6b7b702ace5423ca3db7152b41c in 1413ms, sequenceid=132, compaction requested=true 2024-11-22T15:23:51,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2538): Flush status journal for 1938f6b7b702ace5423ca3db7152b41c: 2024-11-22T15:23:51,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c. 2024-11-22T15:23:51,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=131 2024-11-22T15:23:51,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4106): Remote procedure done, pid=131 2024-11-22T15:23:51,252 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1938f6b7b702ace5423ca3db7152b41c 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-22T15:23:51,252 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1938f6b7b702ace5423ca3db7152b41c, store=A 2024-11-22T15:23:51,252 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=131, resume processing ppid=130 2024-11-22T15:23:51,252 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:23:51,252 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1938f6b7b702ace5423ca3db7152b41c, store=B 2024-11-22T15:23:51,252 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=131, ppid=130, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0300 sec 2024-11-22T15:23:51,252 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:23:51,253 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1938f6b7b702ace5423ca3db7152b41c, store=C 2024-11-22T15:23:51,253 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:23:51,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(8581): Flush requested on 1938f6b7b702ace5423ca3db7152b41c 2024-11-22T15:23:51,256 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=130, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees in 2.0400 sec 2024-11-22T15:23:51,272 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/A/a9765f43b0964d4d935963ecac0e2cbf is 50, key is test_row_0/A:col10/1732289030610/Put/seqid=0 2024-11-22T15:23:51,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742397_1573 (size=12151) 2024-11-22T15:23:51,303 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:51,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56894 deadline: 1732289091291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:51,303 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:51,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56830 deadline: 1732289091292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:51,303 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:51,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56868 deadline: 1732289091292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:51,304 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:51,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56866 deadline: 1732289091292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:51,304 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:51,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56854 deadline: 1732289091294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:51,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-22T15:23:51,322 INFO [Thread-2395 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 130 completed 2024-11-22T15:23:51,323 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T15:23:51,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] procedure2.ProcedureExecutor(1098): Stored pid=132, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees 2024-11-22T15:23:51,324 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=132, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T15:23:51,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-22T15:23:51,325 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=132, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T15:23:51,325 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=133, ppid=132, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T15:23:51,409 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:51,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56894 deadline: 1732289091404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:51,409 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:51,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56830 deadline: 1732289091404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:51,409 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:51,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56854 deadline: 1732289091405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:51,410 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:51,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56866 deadline: 1732289091405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:51,414 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:51,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56868 deadline: 1732289091405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:51,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-22T15:23:51,476 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:23:51,477 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-22T15:23:51,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c. 2024-11-22T15:23:51,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c. as already flushing 2024-11-22T15:23:51,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c. 2024-11-22T15:23:51,477 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => 1938f6b7b702ace5423ca3db7152b41c, NAME => 'TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:23:51,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => 1938f6b7b702ace5423ca3db7152b41c, NAME => 'TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:23:51,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1938f6b7b702ace5423ca3db7152b41c, NAME => 'TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1938f6b7b702ace5423ca3db7152b41c, NAME => 'TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:23:51,616 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:51,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56830 deadline: 1732289091610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:51,617 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:51,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56894 deadline: 1732289091611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:51,617 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:51,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56854 deadline: 1732289091611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:51,617 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:51,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56866 deadline: 1732289091612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:51,623 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:51,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56868 deadline: 1732289091616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:51,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-22T15:23:51,629 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:23:51,630 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-22T15:23:51,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c. 2024-11-22T15:23:51,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c. as already flushing 2024-11-22T15:23:51,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c. 2024-11-22T15:23:51,630 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => 1938f6b7b702ace5423ca3db7152b41c, NAME => 'TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:23:51,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => 1938f6b7b702ace5423ca3db7152b41c, NAME => 'TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:23:51,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1938f6b7b702ace5423ca3db7152b41c, NAME => 'TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1938f6b7b702ace5423ca3db7152b41c, NAME => 'TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:23:51,685 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=159 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/A/a9765f43b0964d4d935963ecac0e2cbf 2024-11-22T15:23:51,698 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/B/69609a7176324e4ca9ecb5a84dcfc18f is 50, key is test_row_0/B:col10/1732289030610/Put/seqid=0 2024-11-22T15:23:51,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742398_1574 (size=12151) 2024-11-22T15:23:51,714 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=159 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/B/69609a7176324e4ca9ecb5a84dcfc18f 2024-11-22T15:23:51,737 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/C/6326675f89b1485c90ba34537f6672df is 50, key is test_row_0/C:col10/1732289030610/Put/seqid=0 2024-11-22T15:23:51,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742399_1575 (size=12151) 2024-11-22T15:23:51,766 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=159 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/C/6326675f89b1485c90ba34537f6672df 2024-11-22T15:23:51,772 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/A/a9765f43b0964d4d935963ecac0e2cbf as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/A/a9765f43b0964d4d935963ecac0e2cbf 2024-11-22T15:23:51,781 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/A/a9765f43b0964d4d935963ecac0e2cbf, entries=150, sequenceid=159, filesize=11.9 K 2024-11-22T15:23:51,784 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/B/69609a7176324e4ca9ecb5a84dcfc18f as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/B/69609a7176324e4ca9ecb5a84dcfc18f 2024-11-22T15:23:51,791 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/B/69609a7176324e4ca9ecb5a84dcfc18f, entries=150, sequenceid=159, filesize=11.9 K 2024-11-22T15:23:51,794 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/C/6326675f89b1485c90ba34537f6672df as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/C/6326675f89b1485c90ba34537f6672df 2024-11-22T15:23:51,797 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/C/6326675f89b1485c90ba34537f6672df, entries=150, sequenceid=159, filesize=11.9 K 2024-11-22T15:23:51,797 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 1938f6b7b702ace5423ca3db7152b41c in 545ms, sequenceid=159, compaction requested=true 2024-11-22T15:23:51,797 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1938f6b7b702ace5423ca3db7152b41c: 2024-11-22T15:23:51,798 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1938f6b7b702ace5423ca3db7152b41c:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T15:23:51,798 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T15:23:51,798 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T15:23:51,798 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T15:23:51,798 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1938f6b7b702ace5423ca3db7152b41c:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T15:23:51,798 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T15:23:51,798 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1938f6b7b702ace5423ca3db7152b41c:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T15:23:51,798 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T15:23:51,799 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 53140 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T15:23:51,799 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1540): 1938f6b7b702ace5423ca3db7152b41c/A is initiating minor compaction (all files) 2024-11-22T15:23:51,799 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1938f6b7b702ace5423ca3db7152b41c/A in TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c. 2024-11-22T15:23:51,799 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/A/f16baca621a84b6b907f2f65688b5548, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/A/199b18d7d3154d459051cd2f36191c6f, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/A/365f3ee3d67d4868883a919de10f53d0, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/A/a9765f43b0964d4d935963ecac0e2cbf] into tmpdir=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp, totalSize=51.9 K 2024-11-22T15:23:51,799 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48460 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T15:23:51,799 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1540): 1938f6b7b702ace5423ca3db7152b41c/B is initiating minor compaction (all files) 2024-11-22T15:23:51,799 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1938f6b7b702ace5423ca3db7152b41c/B in TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c. 2024-11-22T15:23:51,799 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/B/ac3d75d8e2d249cbaec65a6ab1980301, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/B/00028fedf34f4c57b8b58d22fa9f634e, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/B/a75a11e1e9644eb5a6af499662b4bd98, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/B/69609a7176324e4ca9ecb5a84dcfc18f] into tmpdir=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp, totalSize=47.3 K 2024-11-22T15:23:51,799 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting f16baca621a84b6b907f2f65688b5548, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732289028039 2024-11-22T15:23:51,800 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting ac3d75d8e2d249cbaec65a6ab1980301, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732289028039 2024-11-22T15:23:51,800 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting 199b18d7d3154d459051cd2f36191c6f, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1732289028084 2024-11-22T15:23:51,800 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting 00028fedf34f4c57b8b58d22fa9f634e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1732289028086 2024-11-22T15:23:51,800 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting 365f3ee3d67d4868883a919de10f53d0, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1732289028417 2024-11-22T15:23:51,800 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting a75a11e1e9644eb5a6af499662b4bd98, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1732289028417 2024-11-22T15:23:51,800 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting a9765f43b0964d4d935963ecac0e2cbf, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1732289030610 2024-11-22T15:23:51,802 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting 69609a7176324e4ca9ecb5a84dcfc18f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1732289030610 2024-11-22T15:23:51,810 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:23:51,811 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-22T15:23:51,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c. 2024-11-22T15:23:51,811 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2837): Flushing 1938f6b7b702ace5423ca3db7152b41c 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-22T15:23:51,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1938f6b7b702ace5423ca3db7152b41c, store=A 2024-11-22T15:23:51,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:23:51,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1938f6b7b702ace5423ca3db7152b41c, store=B 2024-11-22T15:23:51,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:23:51,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1938f6b7b702ace5423ca3db7152b41c, store=C 2024-11-22T15:23:51,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:23:51,818 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1938f6b7b702ace5423ca3db7152b41c#A#compaction#485 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T15:23:51,818 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/A/d8c2e4ed608c47aca85ab98b3d4d0c36 is 50, key is test_row_0/A:col10/1732289030610/Put/seqid=0 2024-11-22T15:23:51,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/A/fa14c5ec2b76413e8101caec46d7afd4 is 50, key is test_row_0/A:col10/1732289031291/Put/seqid=0 2024-11-22T15:23:51,835 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1938f6b7b702ace5423ca3db7152b41c#B#compaction#487 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T15:23:51,835 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/B/c9933a7eeca0400d80f2fec35a0d7a4c is 50, key is test_row_0/B:col10/1732289030610/Put/seqid=0 2024-11-22T15:23:51,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742400_1576 (size=12493) 2024-11-22T15:23:51,869 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/A/d8c2e4ed608c47aca85ab98b3d4d0c36 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/A/d8c2e4ed608c47aca85ab98b3d4d0c36 2024-11-22T15:23:51,873 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 1938f6b7b702ace5423ca3db7152b41c/A of 1938f6b7b702ace5423ca3db7152b41c into d8c2e4ed608c47aca85ab98b3d4d0c36(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T15:23:51,873 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1938f6b7b702ace5423ca3db7152b41c: 2024-11-22T15:23:51,873 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c., storeName=1938f6b7b702ace5423ca3db7152b41c/A, priority=12, startTime=1732289031797; duration=0sec 2024-11-22T15:23:51,873 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T15:23:51,873 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1938f6b7b702ace5423ca3db7152b41c:A 2024-11-22T15:23:51,873 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T15:23:51,876 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48460 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T15:23:51,876 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1540): 1938f6b7b702ace5423ca3db7152b41c/C is initiating minor compaction (all files) 2024-11-22T15:23:51,876 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1938f6b7b702ace5423ca3db7152b41c/C in TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c. 2024-11-22T15:23:51,882 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/C/98998546b04c488ca2da83939a4c4622, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/C/3283e343282442b49e9a9ce2b1c104b5, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/C/12bd5e3fd1aa4d868990cc29f3f3d86f, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/C/6326675f89b1485c90ba34537f6672df] into tmpdir=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp, totalSize=47.3 K 2024-11-22T15:23:51,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742401_1577 (size=9757) 2024-11-22T15:23:51,882 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting 98998546b04c488ca2da83939a4c4622, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732289028039 2024-11-22T15:23:51,883 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3283e343282442b49e9a9ce2b1c104b5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1732289028086 2024-11-22T15:23:51,883 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting 12bd5e3fd1aa4d868990cc29f3f3d86f, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1732289028417 2024-11-22T15:23:51,883 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6326675f89b1485c90ba34537f6672df, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1732289030610 2024-11-22T15:23:51,909 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1938f6b7b702ace5423ca3db7152b41c#C#compaction#488 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T15:23:51,909 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/C/4e96f85217304f4daf7b61623cef3e9a is 50, key is test_row_0/C:col10/1732289030610/Put/seqid=0 2024-11-22T15:23:51,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742402_1578 (size=12493) 2024-11-22T15:23:51,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742403_1579 (size=12493) 2024-11-22T15:23:51,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(8581): Flush requested on 1938f6b7b702ace5423ca3db7152b41c 2024-11-22T15:23:51,926 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c. as already flushing 2024-11-22T15:23:51,927 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/C/4e96f85217304f4daf7b61623cef3e9a as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/C/4e96f85217304f4daf7b61623cef3e9a 2024-11-22T15:23:51,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-22T15:23:51,931 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 1938f6b7b702ace5423ca3db7152b41c/C of 1938f6b7b702ace5423ca3db7152b41c into 4e96f85217304f4daf7b61623cef3e9a(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T15:23:51,931 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1938f6b7b702ace5423ca3db7152b41c: 2024-11-22T15:23:51,931 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c., storeName=1938f6b7b702ace5423ca3db7152b41c/C, priority=12, startTime=1732289031798; duration=0sec 2024-11-22T15:23:51,931 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T15:23:51,931 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1938f6b7b702ace5423ca3db7152b41c:C 2024-11-22T15:23:51,976 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:51,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56854 deadline: 1732289091964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:51,976 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:51,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56894 deadline: 1732289091974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:51,982 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:51,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56868 deadline: 1732289091975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:51,985 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:51,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56830 deadline: 1732289091976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:51,985 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:51,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56866 deadline: 1732289091976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:52,086 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:52,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56854 deadline: 1732289092077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:52,086 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:52,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56894 deadline: 1732289092077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:52,088 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:52,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56868 deadline: 1732289092084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:52,088 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:52,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56866 deadline: 1732289092086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:52,089 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:52,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56830 deadline: 1732289092086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:52,283 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/A/fa14c5ec2b76413e8101caec46d7afd4 2024-11-22T15:23:52,293 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:52,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56894 deadline: 1732289092287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:52,294 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:52,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56854 deadline: 1732289092288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:52,295 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:52,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56868 deadline: 1732289092291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:52,295 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:52,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56866 deadline: 1732289092291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:52,295 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:52,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56830 deadline: 1732289092291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:52,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/B/77076eeda003496f8ced8c26ccb45df2 is 50, key is test_row_0/B:col10/1732289031291/Put/seqid=0 2024-11-22T15:23:52,320 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/B/c9933a7eeca0400d80f2fec35a0d7a4c as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/B/c9933a7eeca0400d80f2fec35a0d7a4c 2024-11-22T15:23:52,326 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 1938f6b7b702ace5423ca3db7152b41c/B of 1938f6b7b702ace5423ca3db7152b41c into c9933a7eeca0400d80f2fec35a0d7a4c(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T15:23:52,326 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1938f6b7b702ace5423ca3db7152b41c: 2024-11-22T15:23:52,326 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c., storeName=1938f6b7b702ace5423ca3db7152b41c/B, priority=12, startTime=1732289031798; duration=0sec 2024-11-22T15:23:52,326 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T15:23:52,326 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1938f6b7b702ace5423ca3db7152b41c:B 2024-11-22T15:23:52,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742404_1580 (size=9757) 2024-11-22T15:23:52,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-22T15:23:52,598 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:52,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56854 deadline: 1732289092595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:52,598 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:52,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56894 deadline: 1732289092595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:52,598 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:52,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56830 deadline: 1732289092596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:52,599 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:52,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56866 deadline: 1732289092597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:52,599 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:52,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56868 deadline: 1732289092597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:52,748 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/B/77076eeda003496f8ced8c26ccb45df2 2024-11-22T15:23:52,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/C/f5240a94eaec4949bc6dfca1ca030a67 is 50, key is test_row_0/C:col10/1732289031291/Put/seqid=0 2024-11-22T15:23:52,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742405_1581 (size=9757) 2024-11-22T15:23:52,810 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/C/f5240a94eaec4949bc6dfca1ca030a67 2024-11-22T15:23:52,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/A/fa14c5ec2b76413e8101caec46d7afd4 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/A/fa14c5ec2b76413e8101caec46d7afd4 2024-11-22T15:23:52,822 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/A/fa14c5ec2b76413e8101caec46d7afd4, entries=100, sequenceid=168, filesize=9.5 K 2024-11-22T15:23:52,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/B/77076eeda003496f8ced8c26ccb45df2 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/B/77076eeda003496f8ced8c26ccb45df2 2024-11-22T15:23:52,830 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/B/77076eeda003496f8ced8c26ccb45df2, entries=100, sequenceid=168, filesize=9.5 K 2024-11-22T15:23:52,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/C/f5240a94eaec4949bc6dfca1ca030a67 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/C/f5240a94eaec4949bc6dfca1ca030a67 2024-11-22T15:23:52,838 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/C/f5240a94eaec4949bc6dfca1ca030a67, entries=100, sequenceid=168, filesize=9.5 K 2024-11-22T15:23:52,839 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(3040): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=167.72 KB/171750 for 1938f6b7b702ace5423ca3db7152b41c in 1028ms, sequenceid=168, compaction requested=false 2024-11-22T15:23:52,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2538): Flush status journal for 1938f6b7b702ace5423ca3db7152b41c: 2024-11-22T15:23:52,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c. 2024-11-22T15:23:52,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=133 2024-11-22T15:23:52,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4106): Remote procedure done, pid=133 2024-11-22T15:23:52,847 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=133, resume processing ppid=132 2024-11-22T15:23:52,847 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=133, ppid=132, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5210 sec 2024-11-22T15:23:52,849 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=132, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees in 1.5250 sec 2024-11-22T15:23:53,103 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1938f6b7b702ace5423ca3db7152b41c 3/3 column families, dataSize=174.43 KB heapSize=457.78 KB 2024-11-22T15:23:53,104 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1938f6b7b702ace5423ca3db7152b41c, store=A 2024-11-22T15:23:53,104 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:23:53,104 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1938f6b7b702ace5423ca3db7152b41c, store=B 2024-11-22T15:23:53,104 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:23:53,104 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1938f6b7b702ace5423ca3db7152b41c, store=C 2024-11-22T15:23:53,104 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:23:53,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(8581): Flush requested on 1938f6b7b702ace5423ca3db7152b41c 2024-11-22T15:23:53,107 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/A/225189d04a784e34a8d07ba68bcc6ff7 is 50, key is test_row_0/A:col10/1732289031974/Put/seqid=0 2024-11-22T15:23:53,110 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:53,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56866 deadline: 1732289093105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:53,110 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:53,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56894 deadline: 1732289093106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:53,111 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:53,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56830 deadline: 1732289093108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:53,114 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:53,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56854 deadline: 1732289093109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:53,114 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:53,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56868 deadline: 1732289093110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:53,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742406_1582 (size=14541) 2024-11-22T15:23:53,131 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=200 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/A/225189d04a784e34a8d07ba68bcc6ff7 2024-11-22T15:23:53,138 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/B/8ed8dcee64c645eb983b4923227c2a66 is 50, key is test_row_0/B:col10/1732289031974/Put/seqid=0 2024-11-22T15:23:53,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742407_1583 (size=12151) 2024-11-22T15:23:53,168 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=200 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/B/8ed8dcee64c645eb983b4923227c2a66 2024-11-22T15:23:53,176 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/C/9deb523103c542a5b76e4d1b91a6c0e8 is 50, key is test_row_0/C:col10/1732289031974/Put/seqid=0 2024-11-22T15:23:53,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742408_1584 (size=12151) 2024-11-22T15:23:53,205 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=200 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/C/9deb523103c542a5b76e4d1b91a6c0e8 2024-11-22T15:23:53,211 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/A/225189d04a784e34a8d07ba68bcc6ff7 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/A/225189d04a784e34a8d07ba68bcc6ff7 2024-11-22T15:23:53,216 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:53,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56894 deadline: 1732289093212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:53,216 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:53,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56830 deadline: 1732289093212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:53,219 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/A/225189d04a784e34a8d07ba68bcc6ff7, entries=200, sequenceid=200, filesize=14.2 K 2024-11-22T15:23:53,219 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/B/8ed8dcee64c645eb983b4923227c2a66 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/B/8ed8dcee64c645eb983b4923227c2a66 2024-11-22T15:23:53,224 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/B/8ed8dcee64c645eb983b4923227c2a66, entries=150, sequenceid=200, filesize=11.9 K 2024-11-22T15:23:53,224 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:53,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56868 deadline: 1732289093217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:53,224 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:53,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56854 deadline: 1732289093218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:53,225 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/C/9deb523103c542a5b76e4d1b91a6c0e8 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/C/9deb523103c542a5b76e4d1b91a6c0e8 2024-11-22T15:23:53,229 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/C/9deb523103c542a5b76e4d1b91a6c0e8, entries=150, sequenceid=200, filesize=11.9 K 2024-11-22T15:23:53,229 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=26.84 KB/27480 for 1938f6b7b702ace5423ca3db7152b41c in 126ms, sequenceid=200, compaction requested=true 2024-11-22T15:23:53,229 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1938f6b7b702ace5423ca3db7152b41c: 2024-11-22T15:23:53,230 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T15:23:53,230 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1938f6b7b702ace5423ca3db7152b41c:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T15:23:53,230 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T15:23:53,230 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T15:23:53,231 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1938f6b7b702ace5423ca3db7152b41c:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T15:23:53,231 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T15:23:53,231 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1938f6b7b702ace5423ca3db7152b41c:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T15:23:53,231 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T15:23:53,231 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36791 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T15:23:53,231 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1540): 1938f6b7b702ace5423ca3db7152b41c/A is initiating minor compaction (all files) 2024-11-22T15:23:53,231 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1938f6b7b702ace5423ca3db7152b41c/A in TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c. 2024-11-22T15:23:53,231 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/A/d8c2e4ed608c47aca85ab98b3d4d0c36, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/A/fa14c5ec2b76413e8101caec46d7afd4, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/A/225189d04a784e34a8d07ba68bcc6ff7] into tmpdir=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp, totalSize=35.9 K 2024-11-22T15:23:53,233 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34401 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T15:23:53,233 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1540): 1938f6b7b702ace5423ca3db7152b41c/B is initiating minor compaction (all files) 2024-11-22T15:23:53,233 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1938f6b7b702ace5423ca3db7152b41c/B in TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c. 2024-11-22T15:23:53,233 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/B/c9933a7eeca0400d80f2fec35a0d7a4c, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/B/77076eeda003496f8ced8c26ccb45df2, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/B/8ed8dcee64c645eb983b4923227c2a66] into tmpdir=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp, totalSize=33.6 K 2024-11-22T15:23:53,235 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting d8c2e4ed608c47aca85ab98b3d4d0c36, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1732289030610 2024-11-22T15:23:53,235 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting c9933a7eeca0400d80f2fec35a0d7a4c, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1732289030610 2024-11-22T15:23:53,235 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting fa14c5ec2b76413e8101caec46d7afd4, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1732289031291 2024-11-22T15:23:53,239 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting 77076eeda003496f8ced8c26ccb45df2, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1732289031291 2024-11-22T15:23:53,239 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting 225189d04a784e34a8d07ba68bcc6ff7, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1732289031962 2024-11-22T15:23:53,240 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting 8ed8dcee64c645eb983b4923227c2a66, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1732289031973 2024-11-22T15:23:53,256 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1938f6b7b702ace5423ca3db7152b41c#B#compaction#494 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T15:23:53,257 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/B/9e2b155514d3486b96d70da76db98094 is 50, key is test_row_0/B:col10/1732289031974/Put/seqid=0 2024-11-22T15:23:53,264 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1938f6b7b702ace5423ca3db7152b41c#A#compaction#495 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T15:23:53,264 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/A/7ca5d80169444693b8b1ec32b4fd204f is 50, key is test_row_0/A:col10/1732289031974/Put/seqid=0 2024-11-22T15:23:53,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742409_1585 (size=12595) 2024-11-22T15:23:53,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742410_1586 (size=12595) 2024-11-22T15:23:53,312 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/A/7ca5d80169444693b8b1ec32b4fd204f as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/A/7ca5d80169444693b8b1ec32b4fd204f 2024-11-22T15:23:53,319 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1938f6b7b702ace5423ca3db7152b41c/A of 1938f6b7b702ace5423ca3db7152b41c into 7ca5d80169444693b8b1ec32b4fd204f(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T15:23:53,319 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1938f6b7b702ace5423ca3db7152b41c: 2024-11-22T15:23:53,319 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c., storeName=1938f6b7b702ace5423ca3db7152b41c/A, priority=13, startTime=1732289033230; duration=0sec 2024-11-22T15:23:53,319 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T15:23:53,319 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1938f6b7b702ace5423ca3db7152b41c:A 2024-11-22T15:23:53,319 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T15:23:53,321 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34401 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T15:23:53,321 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1540): 1938f6b7b702ace5423ca3db7152b41c/C is initiating minor compaction (all files) 2024-11-22T15:23:53,321 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1938f6b7b702ace5423ca3db7152b41c/C in TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c. 2024-11-22T15:23:53,322 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/C/4e96f85217304f4daf7b61623cef3e9a, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/C/f5240a94eaec4949bc6dfca1ca030a67, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/C/9deb523103c542a5b76e4d1b91a6c0e8] into tmpdir=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp, totalSize=33.6 K 2024-11-22T15:23:53,325 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4e96f85217304f4daf7b61623cef3e9a, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1732289030610 2024-11-22T15:23:53,326 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting f5240a94eaec4949bc6dfca1ca030a67, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1732289031291 2024-11-22T15:23:53,326 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9deb523103c542a5b76e4d1b91a6c0e8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1732289031973 2024-11-22T15:23:53,337 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1938f6b7b702ace5423ca3db7152b41c#C#compaction#496 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T15:23:53,338 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/C/0374fdf2f8d548fcb932adca0a385729 is 50, key is test_row_0/C:col10/1732289031974/Put/seqid=0 2024-11-22T15:23:53,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742411_1587 (size=12595) 2024-11-22T15:23:53,371 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/C/0374fdf2f8d548fcb932adca0a385729 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/C/0374fdf2f8d548fcb932adca0a385729 2024-11-22T15:23:53,382 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1938f6b7b702ace5423ca3db7152b41c/C of 1938f6b7b702ace5423ca3db7152b41c into 0374fdf2f8d548fcb932adca0a385729(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T15:23:53,382 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1938f6b7b702ace5423ca3db7152b41c: 2024-11-22T15:23:53,382 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c., storeName=1938f6b7b702ace5423ca3db7152b41c/C, priority=13, startTime=1732289033231; duration=0sec 2024-11-22T15:23:53,385 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T15:23:53,385 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1938f6b7b702ace5423ca3db7152b41c:C 2024-11-22T15:23:53,429 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1938f6b7b702ace5423ca3db7152b41c 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-22T15:23:53,429 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1938f6b7b702ace5423ca3db7152b41c, store=A 2024-11-22T15:23:53,429 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:23:53,429 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1938f6b7b702ace5423ca3db7152b41c, store=B 2024-11-22T15:23:53,429 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:23:53,429 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1938f6b7b702ace5423ca3db7152b41c, store=C 2024-11-22T15:23:53,429 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:23:53,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(8581): Flush requested on 1938f6b7b702ace5423ca3db7152b41c 2024-11-22T15:23:53,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-22T15:23:53,430 INFO [Thread-2395 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 132 completed 2024-11-22T15:23:53,433 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T15:23:53,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] procedure2.ProcedureExecutor(1098): Stored pid=134, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees 2024-11-22T15:23:53,435 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=134, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T15:23:53,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-22T15:23:53,435 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=134, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T15:23:53,435 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=135, ppid=134, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T15:23:53,440 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/A/d2bcff0f9c754e76abc372ec61dec698 is 50, key is test_row_0/A:col10/1732289033421/Put/seqid=0 2024-11-22T15:23:53,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742412_1588 (size=12151) 2024-11-22T15:23:53,456 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/A/d2bcff0f9c754e76abc372ec61dec698 2024-11-22T15:23:53,463 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/B/a0e4ea35b1134f89b8f9c7b98b5be3cf is 50, key is test_row_0/B:col10/1732289033421/Put/seqid=0 2024-11-22T15:23:53,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742413_1589 (size=12151) 2024-11-22T15:23:53,493 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/B/a0e4ea35b1134f89b8f9c7b98b5be3cf 2024-11-22T15:23:53,494 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:53,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56854 deadline: 1732289093483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:53,494 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:53,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56894 deadline: 1732289093484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:53,495 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:53,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56868 deadline: 1732289093486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:53,501 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:53,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56830 deadline: 1732289093494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:53,503 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/C/c692fa900124465d833c8b082e2fcee6 is 50, key is test_row_0/C:col10/1732289033421/Put/seqid=0 2024-11-22T15:23:53,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742414_1590 (size=12151) 2024-11-22T15:23:53,528 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/C/c692fa900124465d833c8b082e2fcee6 2024-11-22T15:23:53,534 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/A/d2bcff0f9c754e76abc372ec61dec698 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/A/d2bcff0f9c754e76abc372ec61dec698 2024-11-22T15:23:53,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-22T15:23:53,537 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/A/d2bcff0f9c754e76abc372ec61dec698, entries=150, sequenceid=213, filesize=11.9 K 2024-11-22T15:23:53,538 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/B/a0e4ea35b1134f89b8f9c7b98b5be3cf as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/B/a0e4ea35b1134f89b8f9c7b98b5be3cf 2024-11-22T15:23:53,542 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/B/a0e4ea35b1134f89b8f9c7b98b5be3cf, entries=150, sequenceid=213, filesize=11.9 K 2024-11-22T15:23:53,543 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/C/c692fa900124465d833c8b082e2fcee6 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/C/c692fa900124465d833c8b082e2fcee6 2024-11-22T15:23:53,552 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/C/c692fa900124465d833c8b082e2fcee6, entries=150, sequenceid=213, filesize=11.9 K 2024-11-22T15:23:53,553 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 1938f6b7b702ace5423ca3db7152b41c in 124ms, sequenceid=213, compaction requested=false 2024-11-22T15:23:53,553 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1938f6b7b702ace5423ca3db7152b41c: 2024-11-22T15:23:53,587 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:23:53,587 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-22T15:23:53,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c. 2024-11-22T15:23:53,588 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2837): Flushing 1938f6b7b702ace5423ca3db7152b41c 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-22T15:23:53,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1938f6b7b702ace5423ca3db7152b41c, store=A 2024-11-22T15:23:53,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:23:53,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1938f6b7b702ace5423ca3db7152b41c, store=B 2024-11-22T15:23:53,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:23:53,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1938f6b7b702ace5423ca3db7152b41c, store=C 2024-11-22T15:23:53,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:23:53,600 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c. as already flushing 2024-11-22T15:23:53,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(8581): Flush requested on 1938f6b7b702ace5423ca3db7152b41c 2024-11-22T15:23:53,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/A/2ae1d8fb004a4d37b33c74fd904e61d2 is 50, key is test_row_0/A:col10/1732289033493/Put/seqid=0 2024-11-22T15:23:53,627 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:53,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56894 deadline: 1732289093616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:53,628 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:53,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56868 deadline: 1732289093618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:53,628 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:53,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56830 deadline: 1732289093616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:53,638 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:53,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56854 deadline: 1732289093627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:53,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742415_1591 (size=12151) 2024-11-22T15:23:53,679 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/B/9e2b155514d3486b96d70da76db98094 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/B/9e2b155514d3486b96d70da76db98094 2024-11-22T15:23:53,683 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1938f6b7b702ace5423ca3db7152b41c/B of 1938f6b7b702ace5423ca3db7152b41c into 9e2b155514d3486b96d70da76db98094(size=12.3 K), total size for store is 24.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T15:23:53,683 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1938f6b7b702ace5423ca3db7152b41c: 2024-11-22T15:23:53,683 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c., storeName=1938f6b7b702ace5423ca3db7152b41c/B, priority=13, startTime=1732289033230; duration=0sec 2024-11-22T15:23:53,683 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T15:23:53,683 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1938f6b7b702ace5423ca3db7152b41c:B 2024-11-22T15:23:53,731 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:53,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56894 deadline: 1732289093729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:53,731 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:53,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56868 deadline: 1732289093729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:53,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-22T15:23:53,737 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:53,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56830 deadline: 1732289093730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:53,748 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:53,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56854 deadline: 1732289093742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:53,937 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:53,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56868 deadline: 1732289093932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:53,937 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:53,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56894 deadline: 1732289093932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:53,957 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:53,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56854 deadline: 1732289093951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:53,957 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:53,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56830 deadline: 1732289093951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:54,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-22T15:23:54,041 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=238 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/A/2ae1d8fb004a4d37b33c74fd904e61d2 2024-11-22T15:23:54,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/B/922d73a852cc465fadbc7632e84f7e7c is 50, key is test_row_0/B:col10/1732289033493/Put/seqid=0 2024-11-22T15:23:54,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742416_1592 (size=12151) 2024-11-22T15:23:54,094 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=238 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/B/922d73a852cc465fadbc7632e84f7e7c 2024-11-22T15:23:54,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/C/578a697392eb4d38bd8983f31b0052f8 is 50, key is test_row_0/C:col10/1732289033493/Put/seqid=0 2024-11-22T15:23:54,127 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:54,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56866 deadline: 1732289094120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:54,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742417_1593 (size=12151) 2024-11-22T15:23:54,136 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=238 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/C/578a697392eb4d38bd8983f31b0052f8 2024-11-22T15:23:54,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/A/2ae1d8fb004a4d37b33c74fd904e61d2 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/A/2ae1d8fb004a4d37b33c74fd904e61d2 2024-11-22T15:23:54,150 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/A/2ae1d8fb004a4d37b33c74fd904e61d2, entries=150, sequenceid=238, filesize=11.9 K 2024-11-22T15:23:54,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/B/922d73a852cc465fadbc7632e84f7e7c as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/B/922d73a852cc465fadbc7632e84f7e7c 2024-11-22T15:23:54,156 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/B/922d73a852cc465fadbc7632e84f7e7c, entries=150, sequenceid=238, filesize=11.9 K 2024-11-22T15:23:54,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/C/578a697392eb4d38bd8983f31b0052f8 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/C/578a697392eb4d38bd8983f31b0052f8 2024-11-22T15:23:54,164 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/C/578a697392eb4d38bd8983f31b0052f8, entries=150, sequenceid=238, filesize=11.9 K 2024-11-22T15:23:54,164 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 1938f6b7b702ace5423ca3db7152b41c in 576ms, sequenceid=238, compaction requested=true 2024-11-22T15:23:54,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2538): Flush status journal for 1938f6b7b702ace5423ca3db7152b41c: 2024-11-22T15:23:54,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c. 2024-11-22T15:23:54,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=135 2024-11-22T15:23:54,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4106): Remote procedure done, pid=135 2024-11-22T15:23:54,167 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=135, resume processing ppid=134 2024-11-22T15:23:54,167 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=135, ppid=134, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 731 msec 2024-11-22T15:23:54,168 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=134, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees in 734 msec 2024-11-22T15:23:54,257 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1938f6b7b702ace5423ca3db7152b41c 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-22T15:23:54,257 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1938f6b7b702ace5423ca3db7152b41c, store=A 2024-11-22T15:23:54,257 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:23:54,257 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1938f6b7b702ace5423ca3db7152b41c, store=B 2024-11-22T15:23:54,258 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:23:54,258 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1938f6b7b702ace5423ca3db7152b41c, store=C 2024-11-22T15:23:54,258 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:23:54,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(8581): Flush requested on 1938f6b7b702ace5423ca3db7152b41c 2024-11-22T15:23:54,272 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/A/4c8ce620c33242afaf93fe2508c20c60 is 50, key is test_row_0/A:col10/1732289033626/Put/seqid=0 2024-11-22T15:23:54,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742418_1594 (size=14541) 2024-11-22T15:23:54,327 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:54,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56854 deadline: 1732289094315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:54,328 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:54,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56868 deadline: 1732289094316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:54,328 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:54,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56830 deadline: 1732289094318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:54,334 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:54,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56894 deadline: 1732289094326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:54,436 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:54,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56830 deadline: 1732289094429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:54,436 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:54,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56868 deadline: 1732289094430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:54,443 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:54,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56854 deadline: 1732289094435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:54,448 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:54,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56894 deadline: 1732289094437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:54,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-22T15:23:54,538 INFO [Thread-2395 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 134 completed 2024-11-22T15:23:54,539 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T15:23:54,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] procedure2.ProcedureExecutor(1098): Stored pid=136, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees 2024-11-22T15:23:54,541 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=136, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T15:23:54,541 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=136, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T15:23:54,541 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=137, ppid=136, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T15:23:54,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-22T15:23:54,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-22T15:23:54,646 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:54,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56830 deadline: 1732289094638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:54,646 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:54,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56868 deadline: 1732289094638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:54,646 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:54,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56854 deadline: 1732289094644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:54,657 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:54,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56894 deadline: 1732289094649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:54,693 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:23:54,694 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-22T15:23:54,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c. 2024-11-22T15:23:54,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c. as already flushing 2024-11-22T15:23:54,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c. 2024-11-22T15:23:54,694 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => 1938f6b7b702ace5423ca3db7152b41c, NAME => 'TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:23:54,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => 1938f6b7b702ace5423ca3db7152b41c, NAME => 'TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:23:54,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1938f6b7b702ace5423ca3db7152b41c, NAME => 'TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1938f6b7b702ace5423ca3db7152b41c, NAME => 'TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:23:54,707 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/A/4c8ce620c33242afaf93fe2508c20c60 2024-11-22T15:23:54,718 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/B/0aeb032e12594cfa80d8ba81ab6e5e72 is 50, key is test_row_0/B:col10/1732289033626/Put/seqid=0 2024-11-22T15:23:54,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742419_1595 (size=12151) 2024-11-22T15:23:54,759 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/B/0aeb032e12594cfa80d8ba81ab6e5e72 2024-11-22T15:23:54,789 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/C/d6e8b07bf93c47ab8ff8e2bb05114fdf is 50, key is test_row_0/C:col10/1732289033626/Put/seqid=0 2024-11-22T15:23:54,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742420_1596 (size=12151) 2024-11-22T15:23:54,815 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/C/d6e8b07bf93c47ab8ff8e2bb05114fdf 2024-11-22T15:23:54,820 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/A/4c8ce620c33242afaf93fe2508c20c60 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/A/4c8ce620c33242afaf93fe2508c20c60 2024-11-22T15:23:54,828 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/A/4c8ce620c33242afaf93fe2508c20c60, entries=200, sequenceid=251, filesize=14.2 K 2024-11-22T15:23:54,829 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/B/0aeb032e12594cfa80d8ba81ab6e5e72 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/B/0aeb032e12594cfa80d8ba81ab6e5e72 2024-11-22T15:23:54,832 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/B/0aeb032e12594cfa80d8ba81ab6e5e72, entries=150, sequenceid=251, filesize=11.9 K 2024-11-22T15:23:54,833 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/C/d6e8b07bf93c47ab8ff8e2bb05114fdf as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/C/d6e8b07bf93c47ab8ff8e2bb05114fdf 2024-11-22T15:23:54,837 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/C/d6e8b07bf93c47ab8ff8e2bb05114fdf, entries=150, sequenceid=251, filesize=11.9 K 2024-11-22T15:23:54,838 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 1938f6b7b702ace5423ca3db7152b41c in 580ms, sequenceid=251, compaction requested=true 2024-11-22T15:23:54,839 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1938f6b7b702ace5423ca3db7152b41c: 2024-11-22T15:23:54,839 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1938f6b7b702ace5423ca3db7152b41c:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T15:23:54,839 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T15:23:54,839 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T15:23:54,839 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1938f6b7b702ace5423ca3db7152b41c:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T15:23:54,839 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T15:23:54,839 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T15:23:54,839 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1938f6b7b702ace5423ca3db7152b41c:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T15:23:54,839 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T15:23:54,840 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49048 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T15:23:54,840 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1540): 1938f6b7b702ace5423ca3db7152b41c/B is initiating minor compaction (all files) 2024-11-22T15:23:54,841 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1938f6b7b702ace5423ca3db7152b41c/B in TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c. 2024-11-22T15:23:54,841 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/B/9e2b155514d3486b96d70da76db98094, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/B/a0e4ea35b1134f89b8f9c7b98b5be3cf, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/B/922d73a852cc465fadbc7632e84f7e7c, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/B/0aeb032e12594cfa80d8ba81ab6e5e72] into tmpdir=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp, totalSize=47.9 K 2024-11-22T15:23:54,843 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting 9e2b155514d3486b96d70da76db98094, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1732289031973 2024-11-22T15:23:54,843 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 51438 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T15:23:54,843 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1540): 1938f6b7b702ace5423ca3db7152b41c/A is initiating minor compaction (all files) 2024-11-22T15:23:54,843 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1938f6b7b702ace5423ca3db7152b41c/A in TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c. 2024-11-22T15:23:54,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-22T15:23:54,843 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/A/7ca5d80169444693b8b1ec32b4fd204f, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/A/d2bcff0f9c754e76abc372ec61dec698, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/A/2ae1d8fb004a4d37b33c74fd904e61d2, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/A/4c8ce620c33242afaf93fe2508c20c60] into tmpdir=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp, totalSize=50.2 K 2024-11-22T15:23:54,844 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting a0e4ea35b1134f89b8f9c7b98b5be3cf, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1732289033418 2024-11-22T15:23:54,844 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7ca5d80169444693b8b1ec32b4fd204f, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1732289031973 2024-11-22T15:23:54,844 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting 922d73a852cc465fadbc7632e84f7e7c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1732289033482 2024-11-22T15:23:54,844 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting d2bcff0f9c754e76abc372ec61dec698, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1732289033418 2024-11-22T15:23:54,844 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting 0aeb032e12594cfa80d8ba81ab6e5e72, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1732289033616 2024-11-22T15:23:54,844 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2ae1d8fb004a4d37b33c74fd904e61d2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1732289033482 2024-11-22T15:23:54,845 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4c8ce620c33242afaf93fe2508c20c60, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1732289033614 2024-11-22T15:23:54,846 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:23:54,846 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-22T15:23:54,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c. 2024-11-22T15:23:54,847 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2837): Flushing 1938f6b7b702ace5423ca3db7152b41c 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-22T15:23:54,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1938f6b7b702ace5423ca3db7152b41c, store=A 2024-11-22T15:23:54,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:23:54,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1938f6b7b702ace5423ca3db7152b41c, store=B 2024-11-22T15:23:54,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:23:54,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1938f6b7b702ace5423ca3db7152b41c, store=C 2024-11-22T15:23:54,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:23:54,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/A/42b7fdbb96324c31b2a1861bda7b03cd is 50, key is test_row_0/A:col10/1732289034317/Put/seqid=0 2024-11-22T15:23:54,870 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1938f6b7b702ace5423ca3db7152b41c#A#compaction#507 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T15:23:54,871 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/A/7b0b1151a8cd428bb58fab1c4d5d5da0 is 50, key is test_row_0/A:col10/1732289033626/Put/seqid=0 2024-11-22T15:23:54,877 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1938f6b7b702ace5423ca3db7152b41c#B#compaction#508 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T15:23:54,877 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/B/24dec76ce8b24cdabc0fc88605e1c4c1 is 50, key is test_row_0/B:col10/1732289033626/Put/seqid=0 2024-11-22T15:23:54,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742422_1598 (size=12731) 2024-11-22T15:23:54,947 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/A/7b0b1151a8cd428bb58fab1c4d5d5da0 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/A/7b0b1151a8cd428bb58fab1c4d5d5da0 2024-11-22T15:23:54,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742421_1597 (size=12301) 2024-11-22T15:23:54,951 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=275 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/A/42b7fdbb96324c31b2a1861bda7b03cd 2024-11-22T15:23:54,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(8581): Flush requested on 1938f6b7b702ace5423ca3db7152b41c 2024-11-22T15:23:54,952 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c. as already flushing 2024-11-22T15:23:54,955 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 1938f6b7b702ace5423ca3db7152b41c/A of 1938f6b7b702ace5423ca3db7152b41c into 7b0b1151a8cd428bb58fab1c4d5d5da0(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T15:23:54,956 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1938f6b7b702ace5423ca3db7152b41c: 2024-11-22T15:23:54,956 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c., storeName=1938f6b7b702ace5423ca3db7152b41c/A, priority=12, startTime=1732289034839; duration=0sec 2024-11-22T15:23:54,956 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T15:23:54,956 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1938f6b7b702ace5423ca3db7152b41c:A 2024-11-22T15:23:54,956 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T15:23:54,957 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49048 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T15:23:54,958 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1540): 1938f6b7b702ace5423ca3db7152b41c/C is initiating minor compaction (all files) 2024-11-22T15:23:54,958 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1938f6b7b702ace5423ca3db7152b41c/C in TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c. 2024-11-22T15:23:54,958 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/C/0374fdf2f8d548fcb932adca0a385729, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/C/c692fa900124465d833c8b082e2fcee6, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/C/578a697392eb4d38bd8983f31b0052f8, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/C/d6e8b07bf93c47ab8ff8e2bb05114fdf] into tmpdir=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp, totalSize=47.9 K 2024-11-22T15:23:54,961 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0374fdf2f8d548fcb932adca0a385729, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1732289031973 2024-11-22T15:23:54,963 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting c692fa900124465d833c8b082e2fcee6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1732289033418 2024-11-22T15:23:54,964 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting 578a697392eb4d38bd8983f31b0052f8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1732289033482 2024-11-22T15:23:54,964 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting d6e8b07bf93c47ab8ff8e2bb05114fdf, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1732289033616 2024-11-22T15:23:54,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742423_1599 (size=12731) 2024-11-22T15:23:54,976 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:54,976 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/B/24dec76ce8b24cdabc0fc88605e1c4c1 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/B/24dec76ce8b24cdabc0fc88605e1c4c1 2024-11-22T15:23:54,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56854 deadline: 1732289094966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:54,977 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:54,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56894 deadline: 1732289094970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:54,983 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 1938f6b7b702ace5423ca3db7152b41c/B of 1938f6b7b702ace5423ca3db7152b41c into 24dec76ce8b24cdabc0fc88605e1c4c1(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T15:23:54,983 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1938f6b7b702ace5423ca3db7152b41c: 2024-11-22T15:23:54,983 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c., storeName=1938f6b7b702ace5423ca3db7152b41c/B, priority=12, startTime=1732289034839; duration=0sec 2024-11-22T15:23:54,983 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T15:23:54,983 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1938f6b7b702ace5423ca3db7152b41c:B 2024-11-22T15:23:54,984 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1938f6b7b702ace5423ca3db7152b41c#C#compaction#509 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T15:23:54,984 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/C/4f9c2abece6a45769117b007f3270dfe is 50, key is test_row_0/C:col10/1732289033626/Put/seqid=0 2024-11-22T15:23:54,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/B/70d64e3872c94b8e9bf8f1c1bf80ba09 is 50, key is test_row_0/B:col10/1732289034317/Put/seqid=0 2024-11-22T15:23:54,988 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:54,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56868 deadline: 1732289094974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:54,988 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:54,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56830 deadline: 1732289094975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:55,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742424_1600 (size=12731) 2024-11-22T15:23:55,021 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/C/4f9c2abece6a45769117b007f3270dfe as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/C/4f9c2abece6a45769117b007f3270dfe 2024-11-22T15:23:55,026 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 1938f6b7b702ace5423ca3db7152b41c/C of 1938f6b7b702ace5423ca3db7152b41c into 4f9c2abece6a45769117b007f3270dfe(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T15:23:55,027 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1938f6b7b702ace5423ca3db7152b41c: 2024-11-22T15:23:55,027 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c., storeName=1938f6b7b702ace5423ca3db7152b41c/C, priority=12, startTime=1732289034839; duration=0sec 2024-11-22T15:23:55,027 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T15:23:55,027 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1938f6b7b702ace5423ca3db7152b41c:C 2024-11-22T15:23:55,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742425_1601 (size=12301) 2024-11-22T15:23:55,043 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=275 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/B/70d64e3872c94b8e9bf8f1c1bf80ba09 2024-11-22T15:23:55,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/C/312fb442a4f14cf79f991bebc2e17c89 is 50, key is test_row_0/C:col10/1732289034317/Put/seqid=0 2024-11-22T15:23:55,084 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:55,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56854 deadline: 1732289095078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:55,084 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:55,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56894 deadline: 1732289095078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:55,098 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:55,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56868 deadline: 1732289095089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:55,098 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:55,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56830 deadline: 1732289095089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:55,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742426_1602 (size=12301) 2024-11-22T15:23:55,112 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=275 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/C/312fb442a4f14cf79f991bebc2e17c89 2024-11-22T15:23:55,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/A/42b7fdbb96324c31b2a1861bda7b03cd as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/A/42b7fdbb96324c31b2a1861bda7b03cd 2024-11-22T15:23:55,127 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/A/42b7fdbb96324c31b2a1861bda7b03cd, entries=150, sequenceid=275, filesize=12.0 K 2024-11-22T15:23:55,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/B/70d64e3872c94b8e9bf8f1c1bf80ba09 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/B/70d64e3872c94b8e9bf8f1c1bf80ba09 2024-11-22T15:23:55,133 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/B/70d64e3872c94b8e9bf8f1c1bf80ba09, entries=150, sequenceid=275, filesize=12.0 K 2024-11-22T15:23:55,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/C/312fb442a4f14cf79f991bebc2e17c89 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/C/312fb442a4f14cf79f991bebc2e17c89 2024-11-22T15:23:55,138 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/C/312fb442a4f14cf79f991bebc2e17c89, entries=150, sequenceid=275, filesize=12.0 K 2024-11-22T15:23:55,139 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 1938f6b7b702ace5423ca3db7152b41c in 292ms, sequenceid=275, compaction requested=false 2024-11-22T15:23:55,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2538): Flush status journal for 1938f6b7b702ace5423ca3db7152b41c: 2024-11-22T15:23:55,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c. 2024-11-22T15:23:55,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=137 2024-11-22T15:23:55,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4106): Remote procedure done, pid=137 2024-11-22T15:23:55,142 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=137, resume processing ppid=136 2024-11-22T15:23:55,142 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=137, ppid=136, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 599 msec 2024-11-22T15:23:55,143 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=136, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees in 603 msec 2024-11-22T15:23:55,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-22T15:23:55,144 INFO [Thread-2395 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 136 completed 2024-11-22T15:23:55,146 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T15:23:55,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] procedure2.ProcedureExecutor(1098): Stored pid=138, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees 2024-11-22T15:23:55,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-22T15:23:55,148 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=138, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T15:23:55,150 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=138, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T15:23:55,150 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=139, ppid=138, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T15:23:55,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-22T15:23:55,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(8581): Flush requested on 1938f6b7b702ace5423ca3db7152b41c 2024-11-22T15:23:55,289 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1938f6b7b702ace5423ca3db7152b41c 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-22T15:23:55,290 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1938f6b7b702ace5423ca3db7152b41c, store=A 2024-11-22T15:23:55,290 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:23:55,290 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1938f6b7b702ace5423ca3db7152b41c, store=B 2024-11-22T15:23:55,290 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:23:55,290 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1938f6b7b702ace5423ca3db7152b41c, store=C 2024-11-22T15:23:55,290 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:23:55,296 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/A/527f9131965d46b1994090c4fe81a24b is 50, key is test_row_0/A:col10/1732289034974/Put/seqid=0 2024-11-22T15:23:55,302 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:23:55,303 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-22T15:23:55,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c. 2024-11-22T15:23:55,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c. as already flushing 2024-11-22T15:23:55,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c. 2024-11-22T15:23:55,303 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => 1938f6b7b702ace5423ca3db7152b41c, NAME => 'TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:23:55,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => 1938f6b7b702ace5423ca3db7152b41c, NAME => 'TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:23:55,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1938f6b7b702ace5423ca3db7152b41c, NAME => 'TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1938f6b7b702ace5423ca3db7152b41c, NAME => 'TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:23:55,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742427_1603 (size=12301) 2024-11-22T15:23:55,329 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=292 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/A/527f9131965d46b1994090c4fe81a24b 2024-11-22T15:23:55,338 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/B/98b88b28d0634d16af7e97eda7e8a24e is 50, key is test_row_0/B:col10/1732289034974/Put/seqid=0 2024-11-22T15:23:55,350 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:55,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56868 deadline: 1732289095337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:55,350 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:55,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56894 deadline: 1732289095339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:55,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742428_1604 (size=12301) 2024-11-22T15:23:55,358 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=292 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/B/98b88b28d0634d16af7e97eda7e8a24e 2024-11-22T15:23:55,360 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:55,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56854 deadline: 1732289095350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:55,361 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:55,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56830 deadline: 1732289095350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:55,363 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/C/7933c8b062464c2aa77096a686b2759e is 50, key is test_row_0/C:col10/1732289034974/Put/seqid=0 2024-11-22T15:23:55,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742429_1605 (size=12301) 2024-11-22T15:23:55,397 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=292 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/C/7933c8b062464c2aa77096a686b2759e 2024-11-22T15:23:55,408 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/A/527f9131965d46b1994090c4fe81a24b as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/A/527f9131965d46b1994090c4fe81a24b 2024-11-22T15:23:55,414 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/A/527f9131965d46b1994090c4fe81a24b, entries=150, sequenceid=292, filesize=12.0 K 2024-11-22T15:23:55,415 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/B/98b88b28d0634d16af7e97eda7e8a24e as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/B/98b88b28d0634d16af7e97eda7e8a24e 2024-11-22T15:23:55,421 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/B/98b88b28d0634d16af7e97eda7e8a24e, entries=150, sequenceid=292, filesize=12.0 K 2024-11-22T15:23:55,423 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/C/7933c8b062464c2aa77096a686b2759e as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/C/7933c8b062464c2aa77096a686b2759e 2024-11-22T15:23:55,433 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/C/7933c8b062464c2aa77096a686b2759e, entries=150, sequenceid=292, filesize=12.0 K 2024-11-22T15:23:55,434 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 1938f6b7b702ace5423ca3db7152b41c in 145ms, sequenceid=292, compaction requested=true 2024-11-22T15:23:55,434 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1938f6b7b702ace5423ca3db7152b41c: 2024-11-22T15:23:55,434 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1938f6b7b702ace5423ca3db7152b41c:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T15:23:55,434 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T15:23:55,434 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T15:23:55,434 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1938f6b7b702ace5423ca3db7152b41c:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T15:23:55,434 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T15:23:55,434 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1938f6b7b702ace5423ca3db7152b41c:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T15:23:55,434 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-22T15:23:55,434 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T15:23:55,435 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T15:23:55,435 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1540): 1938f6b7b702ace5423ca3db7152b41c/A is initiating minor compaction (all files) 2024-11-22T15:23:55,435 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1938f6b7b702ace5423ca3db7152b41c/A in TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c. 2024-11-22T15:23:55,435 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/A/7b0b1151a8cd428bb58fab1c4d5d5da0, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/A/42b7fdbb96324c31b2a1861bda7b03cd, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/A/527f9131965d46b1994090c4fe81a24b] into tmpdir=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp, totalSize=36.5 K 2024-11-22T15:23:55,435 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T15:23:55,435 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1540): 1938f6b7b702ace5423ca3db7152b41c/B is initiating minor compaction (all files) 2024-11-22T15:23:55,436 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7b0b1151a8cd428bb58fab1c4d5d5da0, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1732289033616 2024-11-22T15:23:55,436 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1938f6b7b702ace5423ca3db7152b41c/B in TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c. 2024-11-22T15:23:55,436 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/B/24dec76ce8b24cdabc0fc88605e1c4c1, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/B/70d64e3872c94b8e9bf8f1c1bf80ba09, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/B/98b88b28d0634d16af7e97eda7e8a24e] into tmpdir=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp, totalSize=36.5 K 2024-11-22T15:23:55,436 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting 42b7fdbb96324c31b2a1861bda7b03cd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1732289034314 2024-11-22T15:23:55,436 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting 24dec76ce8b24cdabc0fc88605e1c4c1, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1732289033616 2024-11-22T15:23:55,436 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting 527f9131965d46b1994090c4fe81a24b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1732289034974 2024-11-22T15:23:55,437 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting 70d64e3872c94b8e9bf8f1c1bf80ba09, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1732289034314 2024-11-22T15:23:55,437 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting 98b88b28d0634d16af7e97eda7e8a24e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1732289034974 2024-11-22T15:23:55,448 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1938f6b7b702ace5423ca3db7152b41c#B#compaction#515 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T15:23:55,449 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/B/ccc3318f765f463a92f65029ef04a58e is 50, key is test_row_0/B:col10/1732289034974/Put/seqid=0 2024-11-22T15:23:55,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-22T15:23:55,453 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1938f6b7b702ace5423ca3db7152b41c#A#compaction#516 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T15:23:55,453 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/A/033d8e16a6a04b63839eed8613060e9f is 50, key is test_row_0/A:col10/1732289034974/Put/seqid=0 2024-11-22T15:23:55,455 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:23:55,456 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-22T15:23:55,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c. 2024-11-22T15:23:55,456 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2837): Flushing 1938f6b7b702ace5423ca3db7152b41c 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-22T15:23:55,460 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c. as already flushing 2024-11-22T15:23:55,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1938f6b7b702ace5423ca3db7152b41c, store=A 2024-11-22T15:23:55,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:23:55,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(8581): Flush requested on 1938f6b7b702ace5423ca3db7152b41c 2024-11-22T15:23:55,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1938f6b7b702ace5423ca3db7152b41c, store=B 2024-11-22T15:23:55,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:23:55,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1938f6b7b702ace5423ca3db7152b41c, store=C 2024-11-22T15:23:55,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:23:55,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/A/bdd85f09f7444f9d822aa76ffe4dd79b is 50, key is test_row_0/A:col10/1732289035456/Put/seqid=0 2024-11-22T15:23:55,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742431_1607 (size=12983) 2024-11-22T15:23:55,492 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/A/033d8e16a6a04b63839eed8613060e9f as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/A/033d8e16a6a04b63839eed8613060e9f 2024-11-22T15:23:55,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742430_1606 (size=12983) 2024-11-22T15:23:55,495 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:55,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56830 deadline: 1732289095482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:55,497 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:55,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56868 deadline: 1732289095483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:55,497 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:55,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56854 deadline: 1732289095484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:55,497 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1938f6b7b702ace5423ca3db7152b41c/A of 1938f6b7b702ace5423ca3db7152b41c into 033d8e16a6a04b63839eed8613060e9f(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T15:23:55,497 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1938f6b7b702ace5423ca3db7152b41c: 2024-11-22T15:23:55,498 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c., storeName=1938f6b7b702ace5423ca3db7152b41c/A, priority=13, startTime=1732289035434; duration=0sec 2024-11-22T15:23:55,498 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T15:23:55,498 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1938f6b7b702ace5423ca3db7152b41c:A 2024-11-22T15:23:55,498 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T15:23:55,500 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T15:23:55,500 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1540): 1938f6b7b702ace5423ca3db7152b41c/C is initiating minor compaction (all files) 2024-11-22T15:23:55,500 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1938f6b7b702ace5423ca3db7152b41c/C in TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c. 2024-11-22T15:23:55,500 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/C/4f9c2abece6a45769117b007f3270dfe, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/C/312fb442a4f14cf79f991bebc2e17c89, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/C/7933c8b062464c2aa77096a686b2759e] into tmpdir=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp, totalSize=36.5 K 2024-11-22T15:23:55,501 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4f9c2abece6a45769117b007f3270dfe, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1732289033616 2024-11-22T15:23:55,501 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/B/ccc3318f765f463a92f65029ef04a58e as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/B/ccc3318f765f463a92f65029ef04a58e 2024-11-22T15:23:55,501 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting 312fb442a4f14cf79f991bebc2e17c89, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1732289034314 2024-11-22T15:23:55,502 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7933c8b062464c2aa77096a686b2759e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1732289034974 2024-11-22T15:23:55,506 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1938f6b7b702ace5423ca3db7152b41c/B of 1938f6b7b702ace5423ca3db7152b41c into ccc3318f765f463a92f65029ef04a58e(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T15:23:55,506 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1938f6b7b702ace5423ca3db7152b41c: 2024-11-22T15:23:55,506 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c., storeName=1938f6b7b702ace5423ca3db7152b41c/B, priority=13, startTime=1732289035434; duration=0sec 2024-11-22T15:23:55,506 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T15:23:55,506 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1938f6b7b702ace5423ca3db7152b41c:B 2024-11-22T15:23:55,509 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:55,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56894 deadline: 1732289095495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:55,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742432_1608 (size=14741) 2024-11-22T15:23:55,513 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=315 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/A/bdd85f09f7444f9d822aa76ffe4dd79b 2024-11-22T15:23:55,531 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1938f6b7b702ace5423ca3db7152b41c#C#compaction#518 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T15:23:55,531 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/C/4444d4d8f6e1447f8541f53b444ca0c8 is 50, key is test_row_0/C:col10/1732289034974/Put/seqid=0 2024-11-22T15:23:55,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/B/2b51805a23fc48eeb9f6e41dccc4ea17 is 50, key is test_row_0/B:col10/1732289035456/Put/seqid=0 2024-11-22T15:23:55,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742433_1609 (size=12983) 2024-11-22T15:23:55,602 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:55,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56830 deadline: 1732289095596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:55,604 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/C/4444d4d8f6e1447f8541f53b444ca0c8 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/C/4444d4d8f6e1447f8541f53b444ca0c8 2024-11-22T15:23:55,606 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:55,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56868 deadline: 1732289095599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:55,606 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:55,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742434_1610 (size=12301) 2024-11-22T15:23:55,615 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1938f6b7b702ace5423ca3db7152b41c/C of 1938f6b7b702ace5423ca3db7152b41c into 4444d4d8f6e1447f8541f53b444ca0c8(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T15:23:55,615 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1938f6b7b702ace5423ca3db7152b41c: 2024-11-22T15:23:55,615 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c., storeName=1938f6b7b702ace5423ca3db7152b41c/C, priority=13, startTime=1732289035434; duration=0sec 2024-11-22T15:23:55,615 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T15:23:55,615 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1938f6b7b702ace5423ca3db7152b41c:C 2024-11-22T15:23:55,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56854 deadline: 1732289095600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:55,621 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:55,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56894 deadline: 1732289095610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:55,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-22T15:23:55,808 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:55,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56830 deadline: 1732289095804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:55,811 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:55,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56868 deadline: 1732289095807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:55,826 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:55,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56854 deadline: 1732289095822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:55,828 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:55,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56894 deadline: 1732289095823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:56,014 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=315 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/B/2b51805a23fc48eeb9f6e41dccc4ea17 2024-11-22T15:23:56,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/C/03bd30b3e547494f90cc3389115ba529 is 50, key is test_row_0/C:col10/1732289035456/Put/seqid=0 2024-11-22T15:23:56,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742435_1611 (size=12301) 2024-11-22T15:23:56,044 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=315 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/C/03bd30b3e547494f90cc3389115ba529 2024-11-22T15:23:56,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/A/bdd85f09f7444f9d822aa76ffe4dd79b as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/A/bdd85f09f7444f9d822aa76ffe4dd79b 2024-11-22T15:23:56,065 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/A/bdd85f09f7444f9d822aa76ffe4dd79b, entries=200, sequenceid=315, filesize=14.4 K 2024-11-22T15:23:56,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/B/2b51805a23fc48eeb9f6e41dccc4ea17 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/B/2b51805a23fc48eeb9f6e41dccc4ea17 2024-11-22T15:23:56,078 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/B/2b51805a23fc48eeb9f6e41dccc4ea17, entries=150, sequenceid=315, filesize=12.0 K 2024-11-22T15:23:56,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/C/03bd30b3e547494f90cc3389115ba529 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/C/03bd30b3e547494f90cc3389115ba529 2024-11-22T15:23:56,082 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/C/03bd30b3e547494f90cc3389115ba529, entries=150, sequenceid=315, filesize=12.0 K 2024-11-22T15:23:56,083 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 1938f6b7b702ace5423ca3db7152b41c in 627ms, sequenceid=315, compaction requested=false 2024-11-22T15:23:56,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2538): Flush status journal for 1938f6b7b702ace5423ca3db7152b41c: 2024-11-22T15:23:56,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c. 2024-11-22T15:23:56,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=139 2024-11-22T15:23:56,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4106): Remote procedure done, pid=139 2024-11-22T15:23:56,088 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=139, resume processing ppid=138 2024-11-22T15:23:56,088 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=139, ppid=138, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 935 msec 2024-11-22T15:23:56,090 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=138, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees in 943 msec 2024-11-22T15:23:56,114 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1938f6b7b702ace5423ca3db7152b41c 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-22T15:23:56,115 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1938f6b7b702ace5423ca3db7152b41c, store=A 2024-11-22T15:23:56,115 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:23:56,115 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1938f6b7b702ace5423ca3db7152b41c, store=B 2024-11-22T15:23:56,115 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:23:56,115 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1938f6b7b702ace5423ca3db7152b41c, store=C 2024-11-22T15:23:56,115 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:23:56,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(8581): Flush requested on 1938f6b7b702ace5423ca3db7152b41c 2024-11-22T15:23:56,131 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/A/23e8aa5b90ee45028ae2b4e2a7e3fd94 is 50, key is test_row_0/A:col10/1732289036113/Put/seqid=0 2024-11-22T15:23:56,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742436_1612 (size=14741) 2024-11-22T15:23:56,207 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:56,207 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:56,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56894 deadline: 1732289096155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:56,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56854 deadline: 1732289096162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:56,217 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:56,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56868 deadline: 1732289096207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:56,220 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:56,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56830 deadline: 1732289096207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:56,220 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:56,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56866 deadline: 1732289096215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:56,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-22T15:23:56,255 INFO [Thread-2395 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 138 completed 2024-11-22T15:23:56,256 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T15:23:56,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] procedure2.ProcedureExecutor(1098): Stored pid=140, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees 2024-11-22T15:23:56,257 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=140, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T15:23:56,258 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=140, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T15:23:56,258 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=141, ppid=140, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T15:23:56,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-22T15:23:56,312 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:56,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56854 deadline: 1732289096308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:56,314 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:56,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56894 deadline: 1732289096311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:56,325 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:56,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56868 deadline: 1732289096321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:56,326 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:56,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56866 deadline: 1732289096321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:56,326 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:56,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56830 deadline: 1732289096321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:56,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-22T15:23:56,410 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:23:56,410 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-22T15:23:56,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c. 2024-11-22T15:23:56,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c. as already flushing 2024-11-22T15:23:56,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c. 2024-11-22T15:23:56,410 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => 1938f6b7b702ace5423ca3db7152b41c, NAME => 'TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:23:56,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => 1938f6b7b702ace5423ca3db7152b41c, NAME => 'TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:23:56,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1938f6b7b702ace5423ca3db7152b41c, NAME => 'TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1938f6b7b702ace5423ca3db7152b41c, NAME => 'TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:23:56,519 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:56,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56854 deadline: 1732289096514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:56,520 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:56,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56894 deadline: 1732289096516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:56,534 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:56,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56868 deadline: 1732289096527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:56,535 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:56,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56830 deadline: 1732289096530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:56,535 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:56,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56866 deadline: 1732289096531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:56,562 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:23:56,563 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-22T15:23:56,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c. 2024-11-22T15:23:56,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c. as already flushing 2024-11-22T15:23:56,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c. 2024-11-22T15:23:56,563 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => 1938f6b7b702ace5423ca3db7152b41c, NAME => 'TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:23:56,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-22T15:23:56,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => 1938f6b7b702ace5423ca3db7152b41c, NAME => 'TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:23:56,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1938f6b7b702ace5423ca3db7152b41c, NAME => 'TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1938f6b7b702ace5423ca3db7152b41c, NAME => 'TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:23:56,569 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=332 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/A/23e8aa5b90ee45028ae2b4e2a7e3fd94 2024-11-22T15:23:56,576 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/B/20a51f949f5f40acbec0f61e56f6cc33 is 50, key is test_row_0/B:col10/1732289036113/Put/seqid=0 2024-11-22T15:23:56,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742437_1613 (size=12301) 2024-11-22T15:23:56,591 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=332 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/B/20a51f949f5f40acbec0f61e56f6cc33 2024-11-22T15:23:56,616 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/C/39e0fc91be5a4342a7414800ba06247b is 50, key is test_row_0/C:col10/1732289036113/Put/seqid=0 2024-11-22T15:23:56,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742438_1614 (size=12301) 2024-11-22T15:23:56,718 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:23:56,719 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-22T15:23:56,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c. 2024-11-22T15:23:56,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c. as already flushing 2024-11-22T15:23:56,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c. 2024-11-22T15:23:56,719 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => 1938f6b7b702ace5423ca3db7152b41c, NAME => 'TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:23:56,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => 1938f6b7b702ace5423ca3db7152b41c, NAME => 'TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:23:56,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1938f6b7b702ace5423ca3db7152b41c, NAME => 'TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1938f6b7b702ace5423ca3db7152b41c, NAME => 'TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:23:56,827 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:56,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56854 deadline: 1732289096820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:56,829 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:56,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56894 deadline: 1732289096821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:56,842 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:56,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56866 deadline: 1732289096837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:56,842 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:56,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56830 deadline: 1732289096837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:56,843 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:56,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56868 deadline: 1732289096838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:56,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-22T15:23:56,871 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:23:56,872 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-22T15:23:56,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c. 2024-11-22T15:23:56,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c. as already flushing 2024-11-22T15:23:56,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c. 2024-11-22T15:23:56,872 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => 1938f6b7b702ace5423ca3db7152b41c, NAME => 'TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:23:56,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => 1938f6b7b702ace5423ca3db7152b41c, NAME => 'TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:23:56,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1938f6b7b702ace5423ca3db7152b41c, NAME => 'TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1938f6b7b702ace5423ca3db7152b41c, NAME => 'TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:23:57,024 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:23:57,024 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-22T15:23:57,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c. 2024-11-22T15:23:57,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c. as already flushing 2024-11-22T15:23:57,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c. 2024-11-22T15:23:57,025 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => 1938f6b7b702ace5423ca3db7152b41c, NAME => 'TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:23:57,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => 1938f6b7b702ace5423ca3db7152b41c, NAME => 'TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:23:57,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1938f6b7b702ace5423ca3db7152b41c, NAME => 'TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1938f6b7b702ace5423ca3db7152b41c, NAME => 'TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:23:57,068 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=332 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/C/39e0fc91be5a4342a7414800ba06247b 2024-11-22T15:23:57,073 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/A/23e8aa5b90ee45028ae2b4e2a7e3fd94 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/A/23e8aa5b90ee45028ae2b4e2a7e3fd94 2024-11-22T15:23:57,078 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/A/23e8aa5b90ee45028ae2b4e2a7e3fd94, entries=200, sequenceid=332, filesize=14.4 K 2024-11-22T15:23:57,079 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/B/20a51f949f5f40acbec0f61e56f6cc33 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/B/20a51f949f5f40acbec0f61e56f6cc33 2024-11-22T15:23:57,083 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/B/20a51f949f5f40acbec0f61e56f6cc33, entries=150, sequenceid=332, filesize=12.0 K 2024-11-22T15:23:57,085 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/C/39e0fc91be5a4342a7414800ba06247b as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/C/39e0fc91be5a4342a7414800ba06247b 2024-11-22T15:23:57,090 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/C/39e0fc91be5a4342a7414800ba06247b, entries=150, sequenceid=332, filesize=12.0 K 2024-11-22T15:23:57,091 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for 1938f6b7b702ace5423ca3db7152b41c in 977ms, sequenceid=332, compaction requested=true 2024-11-22T15:23:57,091 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1938f6b7b702ace5423ca3db7152b41c: 2024-11-22T15:23:57,092 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1938f6b7b702ace5423ca3db7152b41c:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T15:23:57,092 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T15:23:57,092 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T15:23:57,092 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T15:23:57,092 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1938f6b7b702ace5423ca3db7152b41c:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T15:23:57,092 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T15:23:57,092 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1938f6b7b702ace5423ca3db7152b41c:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T15:23:57,092 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T15:23:57,092 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42465 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T15:23:57,093 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1540): 1938f6b7b702ace5423ca3db7152b41c/A is initiating minor compaction (all files) 2024-11-22T15:23:57,093 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1938f6b7b702ace5423ca3db7152b41c/A in TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c. 2024-11-22T15:23:57,093 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/A/033d8e16a6a04b63839eed8613060e9f, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/A/bdd85f09f7444f9d822aa76ffe4dd79b, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/A/23e8aa5b90ee45028ae2b4e2a7e3fd94] into tmpdir=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp, totalSize=41.5 K 2024-11-22T15:23:57,093 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T15:23:57,093 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1540): 1938f6b7b702ace5423ca3db7152b41c/B is initiating minor compaction (all files) 2024-11-22T15:23:57,093 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1938f6b7b702ace5423ca3db7152b41c/B in TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c. 2024-11-22T15:23:57,093 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/B/ccc3318f765f463a92f65029ef04a58e, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/B/2b51805a23fc48eeb9f6e41dccc4ea17, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/B/20a51f949f5f40acbec0f61e56f6cc33] into tmpdir=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp, totalSize=36.7 K 2024-11-22T15:23:57,093 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting ccc3318f765f463a92f65029ef04a58e, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1732289034974 2024-11-22T15:23:57,094 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting 033d8e16a6a04b63839eed8613060e9f, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1732289034974 2024-11-22T15:23:57,094 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting 2b51805a23fc48eeb9f6e41dccc4ea17, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1732289035319 2024-11-22T15:23:57,094 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting bdd85f09f7444f9d822aa76ffe4dd79b, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1732289035319 2024-11-22T15:23:57,095 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting 20a51f949f5f40acbec0f61e56f6cc33, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1732289035481 2024-11-22T15:23:57,095 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting 23e8aa5b90ee45028ae2b4e2a7e3fd94, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1732289035481 2024-11-22T15:23:57,111 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1938f6b7b702ace5423ca3db7152b41c#A#compaction#524 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T15:23:57,111 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/A/419f44c7b3ba4a7caf93783fa699729b is 50, key is test_row_0/A:col10/1732289036113/Put/seqid=0 2024-11-22T15:23:57,115 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1938f6b7b702ace5423ca3db7152b41c#B#compaction#525 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T15:23:57,116 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/B/0fc3e8dae2b04d0ebcfce039a924ba23 is 50, key is test_row_0/B:col10/1732289036113/Put/seqid=0 2024-11-22T15:23:57,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742439_1615 (size=13085) 2024-11-22T15:23:57,169 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/B/0fc3e8dae2b04d0ebcfce039a924ba23 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/B/0fc3e8dae2b04d0ebcfce039a924ba23 2024-11-22T15:23:57,175 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1938f6b7b702ace5423ca3db7152b41c/B of 1938f6b7b702ace5423ca3db7152b41c into 0fc3e8dae2b04d0ebcfce039a924ba23(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T15:23:57,175 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1938f6b7b702ace5423ca3db7152b41c: 2024-11-22T15:23:57,175 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c., storeName=1938f6b7b702ace5423ca3db7152b41c/B, priority=13, startTime=1732289037092; duration=0sec 2024-11-22T15:23:57,175 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T15:23:57,175 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1938f6b7b702ace5423ca3db7152b41c:B 2024-11-22T15:23:57,175 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T15:23:57,176 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T15:23:57,176 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1540): 1938f6b7b702ace5423ca3db7152b41c/C is initiating minor compaction (all files) 2024-11-22T15:23:57,176 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1938f6b7b702ace5423ca3db7152b41c/C in TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c. 2024-11-22T15:23:57,176 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/C/4444d4d8f6e1447f8541f53b444ca0c8, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/C/03bd30b3e547494f90cc3389115ba529, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/C/39e0fc91be5a4342a7414800ba06247b] into tmpdir=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp, totalSize=36.7 K 2024-11-22T15:23:57,176 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting 4444d4d8f6e1447f8541f53b444ca0c8, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1732289034974 2024-11-22T15:23:57,177 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting 03bd30b3e547494f90cc3389115ba529, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1732289035319 2024-11-22T15:23:57,177 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting 39e0fc91be5a4342a7414800ba06247b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1732289035481 2024-11-22T15:23:57,177 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:23:57,178 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-22T15:23:57,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c. 2024-11-22T15:23:57,178 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2837): Flushing 1938f6b7b702ace5423ca3db7152b41c 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-22T15:23:57,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1938f6b7b702ace5423ca3db7152b41c, store=A 2024-11-22T15:23:57,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:23:57,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1938f6b7b702ace5423ca3db7152b41c, store=B 2024-11-22T15:23:57,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:23:57,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1938f6b7b702ace5423ca3db7152b41c, store=C 2024-11-22T15:23:57,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:23:57,183 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1938f6b7b702ace5423ca3db7152b41c#C#compaction#526 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T15:23:57,183 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/C/fb7f2a4067dd4c5ea5a482652dfe34dd is 50, key is test_row_0/C:col10/1732289036113/Put/seqid=0 2024-11-22T15:23:57,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742440_1616 (size=13085) 2024-11-22T15:23:57,200 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/A/419f44c7b3ba4a7caf93783fa699729b as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/A/419f44c7b3ba4a7caf93783fa699729b 2024-11-22T15:23:57,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/A/5d3378ed0bd7457490d3602a8d84d80e is 50, key is test_row_0/A:col10/1732289036177/Put/seqid=0 2024-11-22T15:23:57,204 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1938f6b7b702ace5423ca3db7152b41c/A of 1938f6b7b702ace5423ca3db7152b41c into 419f44c7b3ba4a7caf93783fa699729b(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T15:23:57,204 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1938f6b7b702ace5423ca3db7152b41c: 2024-11-22T15:23:57,204 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c., storeName=1938f6b7b702ace5423ca3db7152b41c/A, priority=13, startTime=1732289037091; duration=0sec 2024-11-22T15:23:57,204 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T15:23:57,204 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1938f6b7b702ace5423ca3db7152b41c:A 2024-11-22T15:23:57,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742441_1617 (size=13085) 2024-11-22T15:23:57,224 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/C/fb7f2a4067dd4c5ea5a482652dfe34dd as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/C/fb7f2a4067dd4c5ea5a482652dfe34dd 2024-11-22T15:23:57,233 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1938f6b7b702ace5423ca3db7152b41c/C of 1938f6b7b702ace5423ca3db7152b41c into fb7f2a4067dd4c5ea5a482652dfe34dd(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T15:23:57,233 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1938f6b7b702ace5423ca3db7152b41c: 2024-11-22T15:23:57,233 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c., storeName=1938f6b7b702ace5423ca3db7152b41c/C, priority=13, startTime=1732289037092; duration=0sec 2024-11-22T15:23:57,233 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T15:23:57,233 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1938f6b7b702ace5423ca3db7152b41c:C 2024-11-22T15:23:57,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742442_1618 (size=12301) 2024-11-22T15:23:57,238 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=356 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/A/5d3378ed0bd7457490d3602a8d84d80e 2024-11-22T15:23:57,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/B/0ca2773566e24c49a3aee38120d304e5 is 50, key is test_row_0/B:col10/1732289036177/Put/seqid=0 2024-11-22T15:23:57,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742443_1619 (size=12301) 2024-11-22T15:23:57,331 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c. as already flushing 2024-11-22T15:23:57,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(8581): Flush requested on 1938f6b7b702ace5423ca3db7152b41c 2024-11-22T15:23:57,352 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:57,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56854 deadline: 1732289097348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:57,355 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:57,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56868 deadline: 1732289097350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:57,360 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:57,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56830 deadline: 1732289097351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:57,360 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:57,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56866 deadline: 1732289097352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:57,360 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:57,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56894 deadline: 1732289097352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:57,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-22T15:23:57,457 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:57,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56854 deadline: 1732289097453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:57,458 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:57,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56868 deadline: 1732289097456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:57,467 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:57,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56866 deadline: 1732289097461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:57,472 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:57,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56894 deadline: 1732289097467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:57,473 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:57,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56830 deadline: 1732289097467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:57,664 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:57,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56854 deadline: 1732289097658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:57,665 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:57,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56868 deadline: 1732289097663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:57,672 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:57,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56866 deadline: 1732289097668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:57,681 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:57,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56894 deadline: 1732289097675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:57,681 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:57,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56830 deadline: 1732289097675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:57,683 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=356 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/B/0ca2773566e24c49a3aee38120d304e5 2024-11-22T15:23:57,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/C/294e6df6472c40e58564f6fcfaafd5b8 is 50, key is test_row_0/C:col10/1732289036177/Put/seqid=0 2024-11-22T15:23:57,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742444_1620 (size=12301) 2024-11-22T15:23:57,734 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=356 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/C/294e6df6472c40e58564f6fcfaafd5b8 2024-11-22T15:23:57,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/A/5d3378ed0bd7457490d3602a8d84d80e as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/A/5d3378ed0bd7457490d3602a8d84d80e 2024-11-22T15:23:57,747 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/A/5d3378ed0bd7457490d3602a8d84d80e, entries=150, sequenceid=356, filesize=12.0 K 2024-11-22T15:23:57,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/B/0ca2773566e24c49a3aee38120d304e5 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/B/0ca2773566e24c49a3aee38120d304e5 2024-11-22T15:23:57,754 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/B/0ca2773566e24c49a3aee38120d304e5, entries=150, sequenceid=356, filesize=12.0 K 2024-11-22T15:23:57,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/C/294e6df6472c40e58564f6fcfaafd5b8 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/C/294e6df6472c40e58564f6fcfaafd5b8 2024-11-22T15:23:57,765 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/C/294e6df6472c40e58564f6fcfaafd5b8, entries=150, sequenceid=356, filesize=12.0 K 2024-11-22T15:23:57,766 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 1938f6b7b702ace5423ca3db7152b41c in 588ms, sequenceid=356, compaction requested=false 2024-11-22T15:23:57,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2538): Flush status journal for 1938f6b7b702ace5423ca3db7152b41c: 2024-11-22T15:23:57,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c. 2024-11-22T15:23:57,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=141 2024-11-22T15:23:57,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4106): Remote procedure done, pid=141 2024-11-22T15:23:57,768 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=141, resume processing ppid=140 2024-11-22T15:23:57,768 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=141, ppid=140, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5090 sec 2024-11-22T15:23:57,770 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=140, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees in 1.5130 sec 2024-11-22T15:23:57,969 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1938f6b7b702ace5423ca3db7152b41c 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-22T15:23:57,969 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1938f6b7b702ace5423ca3db7152b41c, store=A 2024-11-22T15:23:57,969 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:23:57,969 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1938f6b7b702ace5423ca3db7152b41c, store=B 2024-11-22T15:23:57,969 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:23:57,969 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1938f6b7b702ace5423ca3db7152b41c, store=C 2024-11-22T15:23:57,969 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:23:57,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(8581): Flush requested on 1938f6b7b702ace5423ca3db7152b41c 2024-11-22T15:23:57,980 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/A/a0943b7db60d40968dd990a1773a26b2 is 50, key is test_row_0/A:col10/1732289037968/Put/seqid=0 2024-11-22T15:23:57,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742445_1621 (size=14741) 2024-11-22T15:23:57,992 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=372 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/A/a0943b7db60d40968dd990a1773a26b2 2024-11-22T15:23:58,004 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/B/7e6fe04e9a5c44d2b0899472485f922e is 50, key is test_row_0/B:col10/1732289037968/Put/seqid=0 2024-11-22T15:23:58,013 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:58,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56854 deadline: 1732289098009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:58,021 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:58,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56868 deadline: 1732289098010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:58,021 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:58,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56830 deadline: 1732289098011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:58,022 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:58,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56866 deadline: 1732289098011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:58,022 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:58,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56894 deadline: 1732289098012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:58,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742446_1622 (size=12301) 2024-11-22T15:23:58,023 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=372 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/B/7e6fe04e9a5c44d2b0899472485f922e 2024-11-22T15:23:58,044 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/C/6d8a5ea9af20482f83d7784c7386679b is 50, key is test_row_0/C:col10/1732289037968/Put/seqid=0 2024-11-22T15:23:58,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742447_1623 (size=12301) 2024-11-22T15:23:58,083 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=372 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/C/6d8a5ea9af20482f83d7784c7386679b 2024-11-22T15:23:58,087 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/A/a0943b7db60d40968dd990a1773a26b2 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/A/a0943b7db60d40968dd990a1773a26b2 2024-11-22T15:23:58,092 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/A/a0943b7db60d40968dd990a1773a26b2, entries=200, sequenceid=372, filesize=14.4 K 2024-11-22T15:23:58,093 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/B/7e6fe04e9a5c44d2b0899472485f922e as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/B/7e6fe04e9a5c44d2b0899472485f922e 2024-11-22T15:23:58,097 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/B/7e6fe04e9a5c44d2b0899472485f922e, entries=150, sequenceid=372, filesize=12.0 K 2024-11-22T15:23:58,098 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/C/6d8a5ea9af20482f83d7784c7386679b as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/C/6d8a5ea9af20482f83d7784c7386679b 2024-11-22T15:23:58,101 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/C/6d8a5ea9af20482f83d7784c7386679b, entries=150, sequenceid=372, filesize=12.0 K 2024-11-22T15:23:58,102 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 1938f6b7b702ace5423ca3db7152b41c in 133ms, sequenceid=372, compaction requested=true 2024-11-22T15:23:58,102 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1938f6b7b702ace5423ca3db7152b41c: 2024-11-22T15:23:58,102 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T15:23:58,103 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1938f6b7b702ace5423ca3db7152b41c:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T15:23:58,103 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T15:23:58,103 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T15:23:58,103 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40127 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T15:23:58,103 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1540): 1938f6b7b702ace5423ca3db7152b41c/A is initiating minor compaction (all files) 2024-11-22T15:23:58,103 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1938f6b7b702ace5423ca3db7152b41c/A in TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c. 2024-11-22T15:23:58,104 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/A/419f44c7b3ba4a7caf93783fa699729b, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/A/5d3378ed0bd7457490d3602a8d84d80e, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/A/a0943b7db60d40968dd990a1773a26b2] into tmpdir=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp, totalSize=39.2 K 2024-11-22T15:23:58,104 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting 419f44c7b3ba4a7caf93783fa699729b, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1732289035481 2024-11-22T15:23:58,105 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T15:23:58,106 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1540): 1938f6b7b702ace5423ca3db7152b41c/B is initiating minor compaction (all files) 2024-11-22T15:23:58,106 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1938f6b7b702ace5423ca3db7152b41c/B in TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c. 2024-11-22T15:23:58,106 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/B/0fc3e8dae2b04d0ebcfce039a924ba23, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/B/0ca2773566e24c49a3aee38120d304e5, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/B/7e6fe04e9a5c44d2b0899472485f922e] into tmpdir=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp, totalSize=36.8 K 2024-11-22T15:23:58,106 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5d3378ed0bd7457490d3602a8d84d80e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=356, earliestPutTs=1732289036152 2024-11-22T15:23:58,106 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1938f6b7b702ace5423ca3db7152b41c:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T15:23:58,106 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T15:23:58,106 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1938f6b7b702ace5423ca3db7152b41c:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T15:23:58,106 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T15:23:58,106 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting 0fc3e8dae2b04d0ebcfce039a924ba23, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1732289035481 2024-11-22T15:23:58,106 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting a0943b7db60d40968dd990a1773a26b2, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=372, earliestPutTs=1732289037347 2024-11-22T15:23:58,106 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting 0ca2773566e24c49a3aee38120d304e5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=356, earliestPutTs=1732289036152 2024-11-22T15:23:58,107 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting 7e6fe04e9a5c44d2b0899472485f922e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=372, earliestPutTs=1732289037349 2024-11-22T15:23:58,117 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1938f6b7b702ace5423ca3db7152b41c#A#compaction#533 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T15:23:58,117 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/A/bddfbb2ef0e54b738276c7a809873f70 is 50, key is test_row_0/A:col10/1732289037968/Put/seqid=0 2024-11-22T15:23:58,120 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1938f6b7b702ace5423ca3db7152b41c#B#compaction#534 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T15:23:58,120 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/B/930630c5100f4fc6ba9b045b598fb4ec is 50, key is test_row_0/B:col10/1732289037968/Put/seqid=0 2024-11-22T15:23:58,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(8581): Flush requested on 1938f6b7b702ace5423ca3db7152b41c 2024-11-22T15:23:58,123 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1938f6b7b702ace5423ca3db7152b41c 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-22T15:23:58,123 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1938f6b7b702ace5423ca3db7152b41c, store=A 2024-11-22T15:23:58,123 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:23:58,123 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1938f6b7b702ace5423ca3db7152b41c, store=B 2024-11-22T15:23:58,123 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:23:58,123 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1938f6b7b702ace5423ca3db7152b41c, store=C 2024-11-22T15:23:58,124 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:23:58,149 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:58,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56868 deadline: 1732289098135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:58,149 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:58,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56894 deadline: 1732289098137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:58,150 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:58,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56830 deadline: 1732289098141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:58,151 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:58,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56854 deadline: 1732289098142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:58,160 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:58,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56866 deadline: 1732289098149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:58,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742449_1625 (size=13187) 2024-11-22T15:23:58,169 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/B/930630c5100f4fc6ba9b045b598fb4ec as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/B/930630c5100f4fc6ba9b045b598fb4ec 2024-11-22T15:23:58,172 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/A/2f71fc8e596d4ccfadb4ab808acb136f is 50, key is test_row_0/A:col10/1732289038011/Put/seqid=0 2024-11-22T15:23:58,173 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1938f6b7b702ace5423ca3db7152b41c/B of 1938f6b7b702ace5423ca3db7152b41c into 930630c5100f4fc6ba9b045b598fb4ec(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T15:23:58,174 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1938f6b7b702ace5423ca3db7152b41c: 2024-11-22T15:23:58,174 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c., storeName=1938f6b7b702ace5423ca3db7152b41c/B, priority=13, startTime=1732289038103; duration=0sec 2024-11-22T15:23:58,174 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T15:23:58,174 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1938f6b7b702ace5423ca3db7152b41c:B 2024-11-22T15:23:58,174 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T15:23:58,174 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T15:23:58,174 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1540): 1938f6b7b702ace5423ca3db7152b41c/C is initiating minor compaction (all files) 2024-11-22T15:23:58,175 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1938f6b7b702ace5423ca3db7152b41c/C in TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c. 2024-11-22T15:23:58,175 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/C/fb7f2a4067dd4c5ea5a482652dfe34dd, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/C/294e6df6472c40e58564f6fcfaafd5b8, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/C/6d8a5ea9af20482f83d7784c7386679b] into tmpdir=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp, totalSize=36.8 K 2024-11-22T15:23:58,176 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting fb7f2a4067dd4c5ea5a482652dfe34dd, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1732289035481 2024-11-22T15:23:58,177 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting 294e6df6472c40e58564f6fcfaafd5b8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=356, earliestPutTs=1732289036152 2024-11-22T15:23:58,177 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting 6d8a5ea9af20482f83d7784c7386679b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=372, earliestPutTs=1732289037349 2024-11-22T15:23:58,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742448_1624 (size=13187) 2024-11-22T15:23:58,189 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/A/bddfbb2ef0e54b738276c7a809873f70 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/A/bddfbb2ef0e54b738276c7a809873f70 2024-11-22T15:23:58,199 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1938f6b7b702ace5423ca3db7152b41c/A of 1938f6b7b702ace5423ca3db7152b41c into bddfbb2ef0e54b738276c7a809873f70(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T15:23:58,199 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1938f6b7b702ace5423ca3db7152b41c: 2024-11-22T15:23:58,199 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c., storeName=1938f6b7b702ace5423ca3db7152b41c/A, priority=13, startTime=1732289038102; duration=0sec 2024-11-22T15:23:58,199 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T15:23:58,199 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1938f6b7b702ace5423ca3db7152b41c:A 2024-11-22T15:23:58,201 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1938f6b7b702ace5423ca3db7152b41c#C#compaction#536 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T15:23:58,202 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/C/a05fceb1bf7c4283bfb7c46f93df5167 is 50, key is test_row_0/C:col10/1732289037968/Put/seqid=0 2024-11-22T15:23:58,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742450_1626 (size=14741) 2024-11-22T15:23:58,217 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=395 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/A/2f71fc8e596d4ccfadb4ab808acb136f 2024-11-22T15:23:58,242 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/B/c85a71af5bdc4c5398db114d726b8dbd is 50, key is test_row_0/B:col10/1732289038011/Put/seqid=0 2024-11-22T15:23:58,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742451_1627 (size=13187) 2024-11-22T15:23:58,253 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:58,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56868 deadline: 1732289098250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:58,254 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:58,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56894 deadline: 1732289098250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:58,257 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:58,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56830 deadline: 1732289098251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:58,258 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:58,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56854 deadline: 1732289098251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:58,263 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/C/a05fceb1bf7c4283bfb7c46f93df5167 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/C/a05fceb1bf7c4283bfb7c46f93df5167 2024-11-22T15:23:58,268 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:58,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56866 deadline: 1732289098261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:58,270 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1938f6b7b702ace5423ca3db7152b41c/C of 1938f6b7b702ace5423ca3db7152b41c into a05fceb1bf7c4283bfb7c46f93df5167(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T15:23:58,270 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1938f6b7b702ace5423ca3db7152b41c: 2024-11-22T15:23:58,270 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c., storeName=1938f6b7b702ace5423ca3db7152b41c/C, priority=13, startTime=1732289038106; duration=0sec 2024-11-22T15:23:58,270 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T15:23:58,270 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1938f6b7b702ace5423ca3db7152b41c:C 2024-11-22T15:23:58,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742452_1628 (size=12301) 2024-11-22T15:23:58,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-22T15:23:58,367 INFO [Thread-2395 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 140 completed 2024-11-22T15:23:58,369 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T15:23:58,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] procedure2.ProcedureExecutor(1098): Stored pid=142, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees 2024-11-22T15:23:58,370 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=142, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T15:23:58,371 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=142, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T15:23:58,371 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=143, ppid=142, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T15:23:58,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-22T15:23:58,460 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:58,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56868 deadline: 1732289098455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:58,461 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:58,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56894 deadline: 1732289098457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:58,464 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:58,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56854 deadline: 1732289098459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:58,464 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:58,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56830 deadline: 1732289098459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:58,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-22T15:23:58,477 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:58,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56866 deadline: 1732289098470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:58,523 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:23:58,523 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-22T15:23:58,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c. 2024-11-22T15:23:58,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c. as already flushing 2024-11-22T15:23:58,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c. 2024-11-22T15:23:58,524 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => 1938f6b7b702ace5423ca3db7152b41c, NAME => 'TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:23:58,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => 1938f6b7b702ace5423ca3db7152b41c, NAME => 'TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:23:58,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1938f6b7b702ace5423ca3db7152b41c, NAME => 'TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1938f6b7b702ace5423ca3db7152b41c, NAME => 'TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:23:58,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-22T15:23:58,678 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:23:58,678 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-22T15:23:58,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c. 2024-11-22T15:23:58,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c. as already flushing 2024-11-22T15:23:58,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c. 2024-11-22T15:23:58,678 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => 1938f6b7b702ace5423ca3db7152b41c, NAME => 'TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:23:58,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => 1938f6b7b702ace5423ca3db7152b41c, NAME => 'TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:23:58,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1938f6b7b702ace5423ca3db7152b41c, NAME => 'TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1938f6b7b702ace5423ca3db7152b41c, NAME => 'TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:23:58,684 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=395 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/B/c85a71af5bdc4c5398db114d726b8dbd 2024-11-22T15:23:58,706 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/C/f603fc334dfc479aaa83cb087e53e0ef is 50, key is test_row_0/C:col10/1732289038011/Put/seqid=0 2024-11-22T15:23:58,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742453_1629 (size=12301) 2024-11-22T15:23:58,733 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=395 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/C/f603fc334dfc479aaa83cb087e53e0ef 2024-11-22T15:23:58,737 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/A/2f71fc8e596d4ccfadb4ab808acb136f as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/A/2f71fc8e596d4ccfadb4ab808acb136f 2024-11-22T15:23:58,741 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/A/2f71fc8e596d4ccfadb4ab808acb136f, entries=200, sequenceid=395, filesize=14.4 K 2024-11-22T15:23:58,741 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/B/c85a71af5bdc4c5398db114d726b8dbd as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/B/c85a71af5bdc4c5398db114d726b8dbd 2024-11-22T15:23:58,746 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/B/c85a71af5bdc4c5398db114d726b8dbd, entries=150, sequenceid=395, filesize=12.0 K 2024-11-22T15:23:58,747 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/C/f603fc334dfc479aaa83cb087e53e0ef as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/C/f603fc334dfc479aaa83cb087e53e0ef 2024-11-22T15:23:58,751 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/C/f603fc334dfc479aaa83cb087e53e0ef, entries=150, sequenceid=395, filesize=12.0 K 2024-11-22T15:23:58,752 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 1938f6b7b702ace5423ca3db7152b41c in 629ms, sequenceid=395, compaction requested=false 2024-11-22T15:23:58,752 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1938f6b7b702ace5423ca3db7152b41c: 2024-11-22T15:23:58,770 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1938f6b7b702ace5423ca3db7152b41c 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-22T15:23:58,770 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1938f6b7b702ace5423ca3db7152b41c, store=A 2024-11-22T15:23:58,770 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:23:58,771 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1938f6b7b702ace5423ca3db7152b41c, store=B 2024-11-22T15:23:58,771 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:23:58,771 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1938f6b7b702ace5423ca3db7152b41c, store=C 2024-11-22T15:23:58,771 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:23:58,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(8581): Flush requested on 1938f6b7b702ace5423ca3db7152b41c 2024-11-22T15:23:58,788 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/A/8cfa6efca17449828ababb176ba670f5 is 50, key is test_row_0/A:col10/1732289038147/Put/seqid=0 2024-11-22T15:23:58,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742454_1630 (size=14741) 2024-11-22T15:23:58,809 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=412 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/A/8cfa6efca17449828ababb176ba670f5 2024-11-22T15:23:58,815 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/B/914b50d44e434427ae33824337a24d3c is 50, key is test_row_0/B:col10/1732289038147/Put/seqid=0 2024-11-22T15:23:58,830 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:23:58,831 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-22T15:23:58,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c. 2024-11-22T15:23:58,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c. as already flushing 2024-11-22T15:23:58,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c. 2024-11-22T15:23:58,831 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => 1938f6b7b702ace5423ca3db7152b41c, NAME => 'TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:23:58,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => 1938f6b7b702ace5423ca3db7152b41c, NAME => 'TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:23:58,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1938f6b7b702ace5423ca3db7152b41c, NAME => 'TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1938f6b7b702ace5423ca3db7152b41c, NAME => 'TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:23:58,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742455_1631 (size=12301) 2024-11-22T15:23:58,847 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=412 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/B/914b50d44e434427ae33824337a24d3c 2024-11-22T15:23:58,868 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/C/9f10645b25c14adead5a2bdc59e43e04 is 50, key is test_row_0/C:col10/1732289038147/Put/seqid=0 2024-11-22T15:23:58,880 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:58,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56868 deadline: 1732289098865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:58,881 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:58,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56866 deadline: 1732289098866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:58,881 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:58,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56854 deadline: 1732289098869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:58,886 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:58,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56894 deadline: 1732289098872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:58,887 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:58,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56830 deadline: 1732289098873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:58,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742456_1632 (size=12301) 2024-11-22T15:23:58,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-22T15:23:58,983 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:23:58,984 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-22T15:23:58,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c. 2024-11-22T15:23:58,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c. as already flushing 2024-11-22T15:23:58,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c. 2024-11-22T15:23:58,984 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => 1938f6b7b702ace5423ca3db7152b41c, NAME => 'TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:23:58,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => 1938f6b7b702ace5423ca3db7152b41c, NAME => 'TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:23:58,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1938f6b7b702ace5423ca3db7152b41c, NAME => 'TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1938f6b7b702ace5423ca3db7152b41c, NAME => 'TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:23:58,988 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:58,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56866 deadline: 1732289098982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:58,989 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:58,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56868 deadline: 1732289098982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:58,989 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:58,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56854 deadline: 1732289098982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:58,997 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:58,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56830 deadline: 1732289098988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:58,997 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:58,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56894 deadline: 1732289098989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:59,137 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:23:59,137 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-22T15:23:59,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c. 2024-11-22T15:23:59,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c. as already flushing 2024-11-22T15:23:59,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c. 2024-11-22T15:23:59,137 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => 1938f6b7b702ace5423ca3db7152b41c, NAME => 'TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:23:59,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => 1938f6b7b702ace5423ca3db7152b41c, NAME => 'TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:23:59,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1938f6b7b702ace5423ca3db7152b41c, NAME => 'TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1938f6b7b702ace5423ca3db7152b41c, NAME => 'TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:23:59,197 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:59,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56868 deadline: 1732289099190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:59,197 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:59,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56866 deadline: 1732289099190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:59,198 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:59,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56854 deadline: 1732289099191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:59,208 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:59,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56830 deadline: 1732289099199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:59,209 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:59,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56894 deadline: 1732289099199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:59,290 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:23:59,291 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-22T15:23:59,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c. 2024-11-22T15:23:59,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c. as already flushing 2024-11-22T15:23:59,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c. 2024-11-22T15:23:59,291 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => 1938f6b7b702ace5423ca3db7152b41c, NAME => 'TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:23:59,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => 1938f6b7b702ace5423ca3db7152b41c, NAME => 'TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:23:59,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1938f6b7b702ace5423ca3db7152b41c, NAME => 'TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1938f6b7b702ace5423ca3db7152b41c, NAME => 'TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:23:59,311 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=412 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/C/9f10645b25c14adead5a2bdc59e43e04 2024-11-22T15:23:59,327 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/A/8cfa6efca17449828ababb176ba670f5 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/A/8cfa6efca17449828ababb176ba670f5 2024-11-22T15:23:59,330 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/A/8cfa6efca17449828ababb176ba670f5, entries=200, sequenceid=412, filesize=14.4 K 2024-11-22T15:23:59,330 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/B/914b50d44e434427ae33824337a24d3c as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/B/914b50d44e434427ae33824337a24d3c 2024-11-22T15:23:59,334 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/B/914b50d44e434427ae33824337a24d3c, entries=150, sequenceid=412, filesize=12.0 K 2024-11-22T15:23:59,334 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/C/9f10645b25c14adead5a2bdc59e43e04 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/C/9f10645b25c14adead5a2bdc59e43e04 2024-11-22T15:23:59,337 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/C/9f10645b25c14adead5a2bdc59e43e04, entries=150, sequenceid=412, filesize=12.0 K 2024-11-22T15:23:59,338 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 1938f6b7b702ace5423ca3db7152b41c in 568ms, sequenceid=412, compaction requested=true 2024-11-22T15:23:59,338 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1938f6b7b702ace5423ca3db7152b41c: 2024-11-22T15:23:59,338 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T15:23:59,339 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1938f6b7b702ace5423ca3db7152b41c:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T15:23:59,339 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T15:23:59,339 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42669 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T15:23:59,339 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1540): 1938f6b7b702ace5423ca3db7152b41c/A is initiating minor compaction (all files) 2024-11-22T15:23:59,339 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1938f6b7b702ace5423ca3db7152b41c/A in TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c. 2024-11-22T15:23:59,340 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/A/bddfbb2ef0e54b738276c7a809873f70, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/A/2f71fc8e596d4ccfadb4ab808acb136f, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/A/8cfa6efca17449828ababb176ba670f5] into tmpdir=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp, totalSize=41.7 K 2024-11-22T15:23:59,340 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting bddfbb2ef0e54b738276c7a809873f70, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=372, earliestPutTs=1732289037349 2024-11-22T15:23:59,340 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2f71fc8e596d4ccfadb4ab808acb136f, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=395, earliestPutTs=1732289037995 2024-11-22T15:23:59,340 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8cfa6efca17449828ababb176ba670f5, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=412, earliestPutTs=1732289038140 2024-11-22T15:23:59,342 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T15:23:59,343 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T15:23:59,343 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1540): 1938f6b7b702ace5423ca3db7152b41c/B is initiating minor compaction (all files) 2024-11-22T15:23:59,343 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1938f6b7b702ace5423ca3db7152b41c/B in TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c. 2024-11-22T15:23:59,343 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/B/930630c5100f4fc6ba9b045b598fb4ec, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/B/c85a71af5bdc4c5398db114d726b8dbd, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/B/914b50d44e434427ae33824337a24d3c] into tmpdir=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp, totalSize=36.9 K 2024-11-22T15:23:59,344 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting 930630c5100f4fc6ba9b045b598fb4ec, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=372, earliestPutTs=1732289037349 2024-11-22T15:23:59,344 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting c85a71af5bdc4c5398db114d726b8dbd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=395, earliestPutTs=1732289037995 2024-11-22T15:23:59,345 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1938f6b7b702ace5423ca3db7152b41c:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T15:23:59,345 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting 914b50d44e434427ae33824337a24d3c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=412, earliestPutTs=1732289038140 2024-11-22T15:23:59,346 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T15:23:59,346 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1938f6b7b702ace5423ca3db7152b41c:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T15:23:59,346 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T15:23:59,351 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1938f6b7b702ace5423ca3db7152b41c#A#compaction#542 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T15:23:59,351 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/A/30fdbdfbdea445f29df09832e990f395 is 50, key is test_row_0/A:col10/1732289038147/Put/seqid=0 2024-11-22T15:23:59,360 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1938f6b7b702ace5423ca3db7152b41c#B#compaction#543 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T15:23:59,361 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/B/89e741ffd50a4350b8849c7190508bd4 is 50, key is test_row_0/B:col10/1732289038147/Put/seqid=0 2024-11-22T15:23:59,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742457_1633 (size=13289) 2024-11-22T15:23:59,403 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/A/30fdbdfbdea445f29df09832e990f395 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/A/30fdbdfbdea445f29df09832e990f395 2024-11-22T15:23:59,407 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1938f6b7b702ace5423ca3db7152b41c/A of 1938f6b7b702ace5423ca3db7152b41c into 30fdbdfbdea445f29df09832e990f395(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T15:23:59,407 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1938f6b7b702ace5423ca3db7152b41c: 2024-11-22T15:23:59,407 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c., storeName=1938f6b7b702ace5423ca3db7152b41c/A, priority=13, startTime=1732289039338; duration=0sec 2024-11-22T15:23:59,407 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T15:23:59,407 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1938f6b7b702ace5423ca3db7152b41c:A 2024-11-22T15:23:59,407 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T15:23:59,408 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T15:23:59,408 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1540): 1938f6b7b702ace5423ca3db7152b41c/C is initiating minor compaction (all files) 2024-11-22T15:23:59,408 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1938f6b7b702ace5423ca3db7152b41c/C in TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c. 2024-11-22T15:23:59,408 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/C/a05fceb1bf7c4283bfb7c46f93df5167, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/C/f603fc334dfc479aaa83cb087e53e0ef, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/C/9f10645b25c14adead5a2bdc59e43e04] into tmpdir=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp, totalSize=36.9 K 2024-11-22T15:23:59,409 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting a05fceb1bf7c4283bfb7c46f93df5167, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=372, earliestPutTs=1732289037349 2024-11-22T15:23:59,409 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting f603fc334dfc479aaa83cb087e53e0ef, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=395, earliestPutTs=1732289037995 2024-11-22T15:23:59,409 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9f10645b25c14adead5a2bdc59e43e04, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=412, earliestPutTs=1732289038140 2024-11-22T15:23:59,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742458_1634 (size=13289) 2024-11-22T15:23:59,425 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/B/89e741ffd50a4350b8849c7190508bd4 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/B/89e741ffd50a4350b8849c7190508bd4 2024-11-22T15:23:59,426 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1938f6b7b702ace5423ca3db7152b41c#C#compaction#544 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T15:23:59,427 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/C/7af3ec3a7cad40a0b5d7a4ccd1c58494 is 50, key is test_row_0/C:col10/1732289038147/Put/seqid=0 2024-11-22T15:23:59,434 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1938f6b7b702ace5423ca3db7152b41c/B of 1938f6b7b702ace5423ca3db7152b41c into 89e741ffd50a4350b8849c7190508bd4(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T15:23:59,434 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1938f6b7b702ace5423ca3db7152b41c: 2024-11-22T15:23:59,434 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c., storeName=1938f6b7b702ace5423ca3db7152b41c/B, priority=13, startTime=1732289039342; duration=0sec 2024-11-22T15:23:59,435 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T15:23:59,435 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1938f6b7b702ace5423ca3db7152b41c:B 2024-11-22T15:23:59,443 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:23:59,443 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-22T15:23:59,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c. 2024-11-22T15:23:59,443 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2837): Flushing 1938f6b7b702ace5423ca3db7152b41c 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-22T15:23:59,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1938f6b7b702ace5423ca3db7152b41c, store=A 2024-11-22T15:23:59,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:23:59,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1938f6b7b702ace5423ca3db7152b41c, store=B 2024-11-22T15:23:59,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:23:59,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1938f6b7b702ace5423ca3db7152b41c, store=C 2024-11-22T15:23:59,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:23:59,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742459_1635 (size=13289) 2024-11-22T15:23:59,454 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/C/7af3ec3a7cad40a0b5d7a4ccd1c58494 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/C/7af3ec3a7cad40a0b5d7a4ccd1c58494 2024-11-22T15:23:59,458 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1938f6b7b702ace5423ca3db7152b41c/C of 1938f6b7b702ace5423ca3db7152b41c into 7af3ec3a7cad40a0b5d7a4ccd1c58494(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T15:23:59,458 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1938f6b7b702ace5423ca3db7152b41c: 2024-11-22T15:23:59,458 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c., storeName=1938f6b7b702ace5423ca3db7152b41c/C, priority=13, startTime=1732289039346; duration=0sec 2024-11-22T15:23:59,458 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T15:23:59,458 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1938f6b7b702ace5423ca3db7152b41c:C 2024-11-22T15:23:59,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/A/180922efb283474f872136a371b06f9d is 50, key is test_row_0/A:col10/1732289038866/Put/seqid=0 2024-11-22T15:23:59,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-22T15:23:59,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(8581): Flush requested on 1938f6b7b702ace5423ca3db7152b41c 2024-11-22T15:23:59,503 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c. as already flushing 2024-11-22T15:23:59,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742460_1636 (size=12301) 2024-11-22T15:23:59,550 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:59,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56830 deadline: 1732289099532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:59,559 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:59,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56894 deadline: 1732289099543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:59,559 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:59,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56868 deadline: 1732289099543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:59,559 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:59,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56866 deadline: 1732289099544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:59,559 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:59,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56854 deadline: 1732289099547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:59,658 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:59,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56830 deadline: 1732289099655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:59,666 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:59,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56894 deadline: 1732289099660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:59,666 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:59,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56866 deadline: 1732289099660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:59,667 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:59,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56868 deadline: 1732289099660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:59,667 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:59,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56854 deadline: 1732289099660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:59,863 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:59,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56830 deadline: 1732289099859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:59,874 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:59,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56854 deadline: 1732289099868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:59,874 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:59,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56868 deadline: 1732289099868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:59,874 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:59,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56894 deadline: 1732289099868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:59,875 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:23:59,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56866 deadline: 1732289099868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:23:59,906 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=436 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/A/180922efb283474f872136a371b06f9d 2024-11-22T15:23:59,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/B/48f70322c3cc42e8b0f76647feeb6618 is 50, key is test_row_0/B:col10/1732289038866/Put/seqid=0 2024-11-22T15:23:59,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742461_1637 (size=12301) 2024-11-22T15:23:59,959 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=436 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/B/48f70322c3cc42e8b0f76647feeb6618 2024-11-22T15:23:59,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/C/3ee95362ca00412f8c9071407af31653 is 50, key is test_row_0/C:col10/1732289038866/Put/seqid=0 2024-11-22T15:23:59,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742462_1638 (size=12301) 2024-11-22T15:23:59,988 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=436 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/C/3ee95362ca00412f8c9071407af31653 2024-11-22T15:23:59,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/A/180922efb283474f872136a371b06f9d as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/A/180922efb283474f872136a371b06f9d 2024-11-22T15:24:00,001 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/A/180922efb283474f872136a371b06f9d, entries=150, sequenceid=436, filesize=12.0 K 2024-11-22T15:24:00,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/B/48f70322c3cc42e8b0f76647feeb6618 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/B/48f70322c3cc42e8b0f76647feeb6618 2024-11-22T15:24:00,013 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/B/48f70322c3cc42e8b0f76647feeb6618, entries=150, sequenceid=436, filesize=12.0 K 2024-11-22T15:24:00,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/C/3ee95362ca00412f8c9071407af31653 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/C/3ee95362ca00412f8c9071407af31653 2024-11-22T15:24:00,025 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/C/3ee95362ca00412f8c9071407af31653, entries=150, sequenceid=436, filesize=12.0 K 2024-11-22T15:24:00,027 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 1938f6b7b702ace5423ca3db7152b41c in 584ms, sequenceid=436, compaction requested=false 2024-11-22T15:24:00,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2538): Flush status journal for 1938f6b7b702ace5423ca3db7152b41c: 2024-11-22T15:24:00,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c. 2024-11-22T15:24:00,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=143 2024-11-22T15:24:00,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4106): Remote procedure done, pid=143 2024-11-22T15:24:00,031 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=143, resume processing ppid=142 2024-11-22T15:24:00,031 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=143, ppid=142, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6580 sec 2024-11-22T15:24:00,032 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=142, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees in 1.6630 sec 2024-11-22T15:24:00,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(8581): Flush requested on 1938f6b7b702ace5423ca3db7152b41c 2024-11-22T15:24:00,169 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1938f6b7b702ace5423ca3db7152b41c 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-22T15:24:00,170 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1938f6b7b702ace5423ca3db7152b41c, store=A 2024-11-22T15:24:00,170 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:24:00,170 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1938f6b7b702ace5423ca3db7152b41c, store=B 2024-11-22T15:24:00,170 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:24:00,170 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1938f6b7b702ace5423ca3db7152b41c, store=C 2024-11-22T15:24:00,170 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:24:00,192 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/A/af8f4acb484446bfb943f40b61310d5f is 50, key is test_row_0/A:col10/1732289039530/Put/seqid=0 2024-11-22T15:24:00,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742463_1639 (size=14741) 2024-11-22T15:24:00,216 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=452 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/A/af8f4acb484446bfb943f40b61310d5f 2024-11-22T15:24:00,220 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:00,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56894 deadline: 1732289100207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:00,221 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:00,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56830 deadline: 1732289100209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:00,221 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:00,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56868 deadline: 1732289100209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:00,222 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:00,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56866 deadline: 1732289100210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:00,223 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/B/8abda528ba3e4907af604c6c59e07aba is 50, key is test_row_0/B:col10/1732289039530/Put/seqid=0 2024-11-22T15:24:00,228 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:00,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56854 deadline: 1732289100216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:00,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742464_1640 (size=12301) 2024-11-22T15:24:00,276 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=452 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/B/8abda528ba3e4907af604c6c59e07aba 2024-11-22T15:24:00,283 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/C/d480e24a7d4a42c08ae9388d2d594929 is 50, key is test_row_0/C:col10/1732289039530/Put/seqid=0 2024-11-22T15:24:00,323 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:00,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56868 deadline: 1732289100322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:00,323 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:00,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56894 deadline: 1732289100323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:00,323 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:00,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56866 deadline: 1732289100323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:00,326 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:00,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56830 deadline: 1732289100325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:00,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742465_1641 (size=12301) 2024-11-22T15:24:00,329 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=452 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/C/d480e24a7d4a42c08ae9388d2d594929 2024-11-22T15:24:00,330 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:00,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56854 deadline: 1732289100330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:00,338 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/A/af8f4acb484446bfb943f40b61310d5f as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/A/af8f4acb484446bfb943f40b61310d5f 2024-11-22T15:24:00,341 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/A/af8f4acb484446bfb943f40b61310d5f, entries=200, sequenceid=452, filesize=14.4 K 2024-11-22T15:24:00,341 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/B/8abda528ba3e4907af604c6c59e07aba as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/B/8abda528ba3e4907af604c6c59e07aba 2024-11-22T15:24:00,348 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/B/8abda528ba3e4907af604c6c59e07aba, entries=150, sequenceid=452, filesize=12.0 K 2024-11-22T15:24:00,352 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/C/d480e24a7d4a42c08ae9388d2d594929 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/C/d480e24a7d4a42c08ae9388d2d594929 2024-11-22T15:24:00,355 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/C/d480e24a7d4a42c08ae9388d2d594929, entries=150, sequenceid=452, filesize=12.0 K 2024-11-22T15:24:00,356 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 1938f6b7b702ace5423ca3db7152b41c in 186ms, sequenceid=452, compaction requested=true 2024-11-22T15:24:00,356 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1938f6b7b702ace5423ca3db7152b41c: 2024-11-22T15:24:00,356 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1938f6b7b702ace5423ca3db7152b41c:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T15:24:00,356 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T15:24:00,356 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T15:24:00,356 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1938f6b7b702ace5423ca3db7152b41c:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T15:24:00,356 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T15:24:00,356 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T15:24:00,356 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1938f6b7b702ace5423ca3db7152b41c:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T15:24:00,356 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T15:24:00,360 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40331 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T15:24:00,360 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1540): 1938f6b7b702ace5423ca3db7152b41c/A is initiating minor compaction (all files) 2024-11-22T15:24:00,360 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1938f6b7b702ace5423ca3db7152b41c/A in TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c. 2024-11-22T15:24:00,360 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/A/30fdbdfbdea445f29df09832e990f395, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/A/180922efb283474f872136a371b06f9d, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/A/af8f4acb484446bfb943f40b61310d5f] into tmpdir=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp, totalSize=39.4 K 2024-11-22T15:24:00,360 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37891 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T15:24:00,360 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1540): 1938f6b7b702ace5423ca3db7152b41c/B is initiating minor compaction (all files) 2024-11-22T15:24:00,360 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1938f6b7b702ace5423ca3db7152b41c/B in TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c. 2024-11-22T15:24:00,360 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting 30fdbdfbdea445f29df09832e990f395, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=412, earliestPutTs=1732289038140 2024-11-22T15:24:00,360 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/B/89e741ffd50a4350b8849c7190508bd4, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/B/48f70322c3cc42e8b0f76647feeb6618, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/B/8abda528ba3e4907af604c6c59e07aba] into tmpdir=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp, totalSize=37.0 K 2024-11-22T15:24:00,363 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting 180922efb283474f872136a371b06f9d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=436, earliestPutTs=1732289038851 2024-11-22T15:24:00,363 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting af8f4acb484446bfb943f40b61310d5f, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=452, earliestPutTs=1732289039530 2024-11-22T15:24:00,364 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting 89e741ffd50a4350b8849c7190508bd4, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=412, earliestPutTs=1732289038140 2024-11-22T15:24:00,365 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting 48f70322c3cc42e8b0f76647feeb6618, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=436, earliestPutTs=1732289038851 2024-11-22T15:24:00,366 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting 8abda528ba3e4907af604c6c59e07aba, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=452, earliestPutTs=1732289039530 2024-11-22T15:24:00,373 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1938f6b7b702ace5423ca3db7152b41c#A#compaction#551 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T15:24:00,376 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1938f6b7b702ace5423ca3db7152b41c#B#compaction#552 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T15:24:00,376 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/B/715dec285a254236a65a330a680c5d96 is 50, key is test_row_0/B:col10/1732289039530/Put/seqid=0 2024-11-22T15:24:00,377 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/A/03634f341538472e96dd35f51c4ee7c7 is 50, key is test_row_0/A:col10/1732289039530/Put/seqid=0 2024-11-22T15:24:00,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742467_1643 (size=13391) 2024-11-22T15:24:00,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742466_1642 (size=13391) 2024-11-22T15:24:00,400 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/B/715dec285a254236a65a330a680c5d96 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/B/715dec285a254236a65a330a680c5d96 2024-11-22T15:24:00,404 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1938f6b7b702ace5423ca3db7152b41c/B of 1938f6b7b702ace5423ca3db7152b41c into 715dec285a254236a65a330a680c5d96(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T15:24:00,404 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1938f6b7b702ace5423ca3db7152b41c: 2024-11-22T15:24:00,404 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c., storeName=1938f6b7b702ace5423ca3db7152b41c/B, priority=13, startTime=1732289040356; duration=0sec 2024-11-22T15:24:00,404 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T15:24:00,404 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1938f6b7b702ace5423ca3db7152b41c:B 2024-11-22T15:24:00,404 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T15:24:00,407 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37891 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T15:24:00,407 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1540): 1938f6b7b702ace5423ca3db7152b41c/C is initiating minor compaction (all files) 2024-11-22T15:24:00,408 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1938f6b7b702ace5423ca3db7152b41c/C in TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c. 2024-11-22T15:24:00,408 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/C/7af3ec3a7cad40a0b5d7a4ccd1c58494, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/C/3ee95362ca00412f8c9071407af31653, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/C/d480e24a7d4a42c08ae9388d2d594929] into tmpdir=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp, totalSize=37.0 K 2024-11-22T15:24:00,408 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting 7af3ec3a7cad40a0b5d7a4ccd1c58494, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=412, earliestPutTs=1732289038140 2024-11-22T15:24:00,408 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting 3ee95362ca00412f8c9071407af31653, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=436, earliestPutTs=1732289038851 2024-11-22T15:24:00,409 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting d480e24a7d4a42c08ae9388d2d594929, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=452, earliestPutTs=1732289039530 2024-11-22T15:24:00,417 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1938f6b7b702ace5423ca3db7152b41c#C#compaction#553 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T15:24:00,418 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/C/0c5267561dce4bc1b0f7512c37fb44e4 is 50, key is test_row_0/C:col10/1732289039530/Put/seqid=0 2024-11-22T15:24:00,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742468_1644 (size=13391) 2024-11-22T15:24:00,453 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/C/0c5267561dce4bc1b0f7512c37fb44e4 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/C/0c5267561dce4bc1b0f7512c37fb44e4 2024-11-22T15:24:00,457 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1938f6b7b702ace5423ca3db7152b41c/C of 1938f6b7b702ace5423ca3db7152b41c into 0c5267561dce4bc1b0f7512c37fb44e4(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T15:24:00,457 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1938f6b7b702ace5423ca3db7152b41c: 2024-11-22T15:24:00,457 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c., storeName=1938f6b7b702ace5423ca3db7152b41c/C, priority=13, startTime=1732289040356; duration=0sec 2024-11-22T15:24:00,457 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T15:24:00,457 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1938f6b7b702ace5423ca3db7152b41c:C 2024-11-22T15:24:00,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-22T15:24:00,479 INFO [Thread-2395 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 142 completed 2024-11-22T15:24:00,480 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T15:24:00,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] procedure2.ProcedureExecutor(1098): Stored pid=144, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees 2024-11-22T15:24:00,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-22T15:24:00,484 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=144, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T15:24:00,484 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=144, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T15:24:00,484 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=145, ppid=144, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T15:24:00,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(8581): Flush requested on 1938f6b7b702ace5423ca3db7152b41c 2024-11-22T15:24:00,529 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1938f6b7b702ace5423ca3db7152b41c 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-22T15:24:00,530 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1938f6b7b702ace5423ca3db7152b41c, store=A 2024-11-22T15:24:00,530 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:24:00,530 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1938f6b7b702ace5423ca3db7152b41c, store=B 2024-11-22T15:24:00,530 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:24:00,530 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1938f6b7b702ace5423ca3db7152b41c, store=C 2024-11-22T15:24:00,531 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:24:00,535 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/A/63d271b91bf24ec6bb41181433ce8d82 is 50, key is test_row_0/A:col10/1732289040212/Put/seqid=0 2024-11-22T15:24:00,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742469_1645 (size=14741) 2024-11-22T15:24:00,550 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=478 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/A/63d271b91bf24ec6bb41181433ce8d82 2024-11-22T15:24:00,550 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:00,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56866 deadline: 1732289100541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:00,551 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:00,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56830 deadline: 1732289100541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:00,557 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:00,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56894 deadline: 1732289100548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:00,558 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:00,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56868 deadline: 1732289100549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:00,561 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:00,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56854 deadline: 1732289100552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:00,564 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/B/17aef6d8789e44a0b1ff008c49d49202 is 50, key is test_row_0/B:col10/1732289040212/Put/seqid=0 2024-11-22T15:24:00,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742470_1646 (size=12301) 2024-11-22T15:24:00,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-22T15:24:00,636 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:24:00,637 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-22T15:24:00,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c. 2024-11-22T15:24:00,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c. as already flushing 2024-11-22T15:24:00,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c. 2024-11-22T15:24:00,638 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => 1938f6b7b702ace5423ca3db7152b41c, NAME => 'TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:24:00,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => 1938f6b7b702ace5423ca3db7152b41c, NAME => 'TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:24:00,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1938f6b7b702ace5423ca3db7152b41c, NAME => 'TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1938f6b7b702ace5423ca3db7152b41c, NAME => 'TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:24:00,657 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:00,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56830 deadline: 1732289100652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:00,657 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:00,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56866 deadline: 1732289100653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:00,661 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:00,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56868 deadline: 1732289100659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:00,663 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:00,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56894 deadline: 1732289100659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:00,669 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:00,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56854 deadline: 1732289100663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:00,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-22T15:24:00,790 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:24:00,790 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-22T15:24:00,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c. 2024-11-22T15:24:00,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c. as already flushing 2024-11-22T15:24:00,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c. 2024-11-22T15:24:00,792 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => 1938f6b7b702ace5423ca3db7152b41c, NAME => 'TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:24:00,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => 1938f6b7b702ace5423ca3db7152b41c, NAME => 'TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:24:00,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1938f6b7b702ace5423ca3db7152b41c, NAME => 'TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1938f6b7b702ace5423ca3db7152b41c, NAME => 'TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:24:00,800 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/A/03634f341538472e96dd35f51c4ee7c7 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/A/03634f341538472e96dd35f51c4ee7c7 2024-11-22T15:24:00,807 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1938f6b7b702ace5423ca3db7152b41c/A of 1938f6b7b702ace5423ca3db7152b41c into 03634f341538472e96dd35f51c4ee7c7(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T15:24:00,807 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1938f6b7b702ace5423ca3db7152b41c: 2024-11-22T15:24:00,807 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c., storeName=1938f6b7b702ace5423ca3db7152b41c/A, priority=13, startTime=1732289040356; duration=0sec 2024-11-22T15:24:00,807 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T15:24:00,807 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1938f6b7b702ace5423ca3db7152b41c:A 2024-11-22T15:24:00,865 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:00,873 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:00,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56866 deadline: 1732289100859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:00,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56830 deadline: 1732289100859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:00,874 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:00,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56868 deadline: 1732289100862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:00,874 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:00,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56854 deadline: 1732289100874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:00,881 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:00,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56894 deadline: 1732289100874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:00,944 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:24:00,946 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-22T15:24:00,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c. 2024-11-22T15:24:00,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c. as already flushing 2024-11-22T15:24:00,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c. 2024-11-22T15:24:00,947 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => 1938f6b7b702ace5423ca3db7152b41c, NAME => 'TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:24:00,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => 1938f6b7b702ace5423ca3db7152b41c, NAME => 'TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:24:00,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1938f6b7b702ace5423ca3db7152b41c, NAME => 'TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1938f6b7b702ace5423ca3db7152b41c, NAME => 'TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:24:00,967 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=478 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/B/17aef6d8789e44a0b1ff008c49d49202 2024-11-22T15:24:00,979 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/C/7e309bb7076049d6b1bd2f0a5fd0f26b is 50, key is test_row_0/C:col10/1732289040212/Put/seqid=0 2024-11-22T15:24:01,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742471_1647 (size=12301) 2024-11-22T15:24:01,009 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=478 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/C/7e309bb7076049d6b1bd2f0a5fd0f26b 2024-11-22T15:24:01,015 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/A/63d271b91bf24ec6bb41181433ce8d82 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/A/63d271b91bf24ec6bb41181433ce8d82 2024-11-22T15:24:01,018 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/A/63d271b91bf24ec6bb41181433ce8d82, entries=200, sequenceid=478, filesize=14.4 K 2024-11-22T15:24:01,026 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/B/17aef6d8789e44a0b1ff008c49d49202 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/B/17aef6d8789e44a0b1ff008c49d49202 2024-11-22T15:24:01,037 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/B/17aef6d8789e44a0b1ff008c49d49202, entries=150, sequenceid=478, filesize=12.0 K 2024-11-22T15:24:01,039 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/C/7e309bb7076049d6b1bd2f0a5fd0f26b as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/C/7e309bb7076049d6b1bd2f0a5fd0f26b 2024-11-22T15:24:01,044 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/C/7e309bb7076049d6b1bd2f0a5fd0f26b, entries=150, sequenceid=478, filesize=12.0 K 2024-11-22T15:24:01,045 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 1938f6b7b702ace5423ca3db7152b41c in 516ms, sequenceid=478, compaction requested=false 2024-11-22T15:24:01,045 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1938f6b7b702ace5423ca3db7152b41c: 2024-11-22T15:24:01,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-22T15:24:01,100 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:24:01,101 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-22T15:24:01,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c. 2024-11-22T15:24:01,101 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2837): Flushing 1938f6b7b702ace5423ca3db7152b41c 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-22T15:24:01,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1938f6b7b702ace5423ca3db7152b41c, store=A 2024-11-22T15:24:01,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:24:01,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1938f6b7b702ace5423ca3db7152b41c, store=B 2024-11-22T15:24:01,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:24:01,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1938f6b7b702ace5423ca3db7152b41c, store=C 2024-11-22T15:24:01,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:24:01,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/A/a0bac0b532024c41bf098d42fc7753dc is 50, key is test_row_0/A:col10/1732289040549/Put/seqid=0 2024-11-22T15:24:01,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742472_1648 (size=12301) 2024-11-22T15:24:01,167 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=491 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/A/a0bac0b532024c41bf098d42fc7753dc 2024-11-22T15:24:01,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/B/0a0603101f284ed98c7248dd9f4508c0 is 50, key is test_row_0/B:col10/1732289040549/Put/seqid=0 2024-11-22T15:24:01,183 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c. as already flushing 2024-11-22T15:24:01,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(8581): Flush requested on 1938f6b7b702ace5423ca3db7152b41c 2024-11-22T15:24:01,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742473_1649 (size=12301) 2024-11-22T15:24:01,221 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=491 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/B/0a0603101f284ed98c7248dd9f4508c0 2024-11-22T15:24:01,227 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:01,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56830 deadline: 1732289101215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:01,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/C/0db5ac5a95594583a6c07b38f355a75f is 50, key is test_row_0/C:col10/1732289040549/Put/seqid=0 2024-11-22T15:24:01,229 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:01,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56868 deadline: 1732289101222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:01,229 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:01,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56854 deadline: 1732289101222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:01,236 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:01,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56866 deadline: 1732289101226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:01,236 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:01,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56894 deadline: 1732289101228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:01,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742474_1650 (size=12301) 2024-11-22T15:24:01,247 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=491 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/C/0db5ac5a95594583a6c07b38f355a75f 2024-11-22T15:24:01,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/A/a0bac0b532024c41bf098d42fc7753dc as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/A/a0bac0b532024c41bf098d42fc7753dc 2024-11-22T15:24:01,257 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/A/a0bac0b532024c41bf098d42fc7753dc, entries=150, sequenceid=491, filesize=12.0 K 2024-11-22T15:24:01,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/B/0a0603101f284ed98c7248dd9f4508c0 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/B/0a0603101f284ed98c7248dd9f4508c0 2024-11-22T15:24:01,265 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/B/0a0603101f284ed98c7248dd9f4508c0, entries=150, sequenceid=491, filesize=12.0 K 2024-11-22T15:24:01,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/C/0db5ac5a95594583a6c07b38f355a75f as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/C/0db5ac5a95594583a6c07b38f355a75f 2024-11-22T15:24:01,272 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/C/0db5ac5a95594583a6c07b38f355a75f, entries=150, sequenceid=491, filesize=12.0 K 2024-11-22T15:24:01,272 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 1938f6b7b702ace5423ca3db7152b41c in 171ms, sequenceid=491, compaction requested=true 2024-11-22T15:24:01,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2538): Flush status journal for 1938f6b7b702ace5423ca3db7152b41c: 2024-11-22T15:24:01,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c. 2024-11-22T15:24:01,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=145 2024-11-22T15:24:01,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4106): Remote procedure done, pid=145 2024-11-22T15:24:01,276 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=145, resume processing ppid=144 2024-11-22T15:24:01,276 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=145, ppid=144, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 790 msec 2024-11-22T15:24:01,277 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=144, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees in 796 msec 2024-11-22T15:24:01,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(8581): Flush requested on 1938f6b7b702ace5423ca3db7152b41c 2024-11-22T15:24:01,332 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1938f6b7b702ace5423ca3db7152b41c 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-22T15:24:01,333 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1938f6b7b702ace5423ca3db7152b41c, store=A 2024-11-22T15:24:01,333 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:24:01,333 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1938f6b7b702ace5423ca3db7152b41c, store=B 2024-11-22T15:24:01,333 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:24:01,333 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1938f6b7b702ace5423ca3db7152b41c, store=C 2024-11-22T15:24:01,333 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:24:01,339 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/A/4a83911b0a254d4aa7cd9034c99ee183 is 50, key is test_row_0/A:col10/1732289041214/Put/seqid=0 2024-11-22T15:24:01,357 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:01,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56866 deadline: 1732289101348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:01,362 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:01,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56868 deadline: 1732289101353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:01,363 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:01,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56854 deadline: 1732289101354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:01,363 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:01,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56894 deadline: 1732289101355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:01,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742475_1651 (size=14741) 2024-11-22T15:24:01,368 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:01,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56830 deadline: 1732289101357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:01,368 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=516 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/A/4a83911b0a254d4aa7cd9034c99ee183 2024-11-22T15:24:01,373 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/B/fdf3559361c74f77a1cd0a4d1c9cbc3b is 50, key is test_row_0/B:col10/1732289041214/Put/seqid=0 2024-11-22T15:24:01,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742476_1652 (size=12301) 2024-11-22T15:24:01,400 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=516 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/B/fdf3559361c74f77a1cd0a4d1c9cbc3b 2024-11-22T15:24:01,408 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/C/e8e13c12687a4107a07a14f47097479e is 50, key is test_row_0/C:col10/1732289041214/Put/seqid=0 2024-11-22T15:24:01,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742477_1653 (size=12301) 2024-11-22T15:24:01,440 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=516 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/C/e8e13c12687a4107a07a14f47097479e 2024-11-22T15:24:01,448 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/A/4a83911b0a254d4aa7cd9034c99ee183 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/A/4a83911b0a254d4aa7cd9034c99ee183 2024-11-22T15:24:01,456 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/A/4a83911b0a254d4aa7cd9034c99ee183, entries=200, sequenceid=516, filesize=14.4 K 2024-11-22T15:24:01,456 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/B/fdf3559361c74f77a1cd0a4d1c9cbc3b as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/B/fdf3559361c74f77a1cd0a4d1c9cbc3b 2024-11-22T15:24:01,460 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/B/fdf3559361c74f77a1cd0a4d1c9cbc3b, entries=150, sequenceid=516, filesize=12.0 K 2024-11-22T15:24:01,465 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/C/e8e13c12687a4107a07a14f47097479e as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/C/e8e13c12687a4107a07a14f47097479e 2024-11-22T15:24:01,468 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:01,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56866 deadline: 1732289101459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:01,470 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:01,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56868 deadline: 1732289101463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:01,470 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:01,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56854 deadline: 1732289101465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:01,471 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:01,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56894 deadline: 1732289101466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:01,471 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:01,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 226 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56830 deadline: 1732289101470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:01,471 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/C/e8e13c12687a4107a07a14f47097479e, entries=150, sequenceid=516, filesize=12.0 K 2024-11-22T15:24:01,472 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 1938f6b7b702ace5423ca3db7152b41c in 140ms, sequenceid=516, compaction requested=true 2024-11-22T15:24:01,472 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1938f6b7b702ace5423ca3db7152b41c: 2024-11-22T15:24:01,472 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1938f6b7b702ace5423ca3db7152b41c:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T15:24:01,472 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T15:24:01,472 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1938f6b7b702ace5423ca3db7152b41c:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T15:24:01,472 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T15:24:01,472 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T15:24:01,472 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1938f6b7b702ace5423ca3db7152b41c:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T15:24:01,472 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-22T15:24:01,472 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T15:24:01,474 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 55174 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T15:24:01,475 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1540): 1938f6b7b702ace5423ca3db7152b41c/A is initiating minor compaction (all files) 2024-11-22T15:24:01,475 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1938f6b7b702ace5423ca3db7152b41c/A in TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c. 2024-11-22T15:24:01,475 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/A/03634f341538472e96dd35f51c4ee7c7, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/A/63d271b91bf24ec6bb41181433ce8d82, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/A/a0bac0b532024c41bf098d42fc7753dc, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/A/4a83911b0a254d4aa7cd9034c99ee183] into tmpdir=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp, totalSize=53.9 K 2024-11-22T15:24:01,475 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting 03634f341538472e96dd35f51c4ee7c7, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=452, earliestPutTs=1732289039530 2024-11-22T15:24:01,475 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting 63d271b91bf24ec6bb41181433ce8d82, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=478, earliestPutTs=1732289040212 2024-11-22T15:24:01,476 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50294 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T15:24:01,476 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1540): 1938f6b7b702ace5423ca3db7152b41c/B is initiating minor compaction (all files) 2024-11-22T15:24:01,476 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1938f6b7b702ace5423ca3db7152b41c/B in TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c. 2024-11-22T15:24:01,476 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/B/715dec285a254236a65a330a680c5d96, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/B/17aef6d8789e44a0b1ff008c49d49202, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/B/0a0603101f284ed98c7248dd9f4508c0, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/B/fdf3559361c74f77a1cd0a4d1c9cbc3b] into tmpdir=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp, totalSize=49.1 K 2024-11-22T15:24:01,476 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting a0bac0b532024c41bf098d42fc7753dc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=491, earliestPutTs=1732289040538 2024-11-22T15:24:01,476 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting 715dec285a254236a65a330a680c5d96, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=452, earliestPutTs=1732289039530 2024-11-22T15:24:01,477 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting 4a83911b0a254d4aa7cd9034c99ee183, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=516, earliestPutTs=1732289041214 2024-11-22T15:24:01,478 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting 17aef6d8789e44a0b1ff008c49d49202, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=478, earliestPutTs=1732289040212 2024-11-22T15:24:01,478 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0a0603101f284ed98c7248dd9f4508c0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=491, earliestPutTs=1732289040538 2024-11-22T15:24:01,478 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting fdf3559361c74f77a1cd0a4d1c9cbc3b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=516, earliestPutTs=1732289041214 2024-11-22T15:24:01,493 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1938f6b7b702ace5423ca3db7152b41c#A#compaction#563 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T15:24:01,493 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1938f6b7b702ace5423ca3db7152b41c#B#compaction#564 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T15:24:01,493 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/A/d1e332f94b694b1b9a17618356c7a810 is 50, key is test_row_0/A:col10/1732289041214/Put/seqid=0 2024-11-22T15:24:01,493 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/B/e523a32ea1bb46d4928d8ad3b87ef69f is 50, key is test_row_0/B:col10/1732289041214/Put/seqid=0 2024-11-22T15:24:01,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742478_1654 (size=13527) 2024-11-22T15:24:01,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742479_1655 (size=13527) 2024-11-22T15:24:01,537 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/B/e523a32ea1bb46d4928d8ad3b87ef69f as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/B/e523a32ea1bb46d4928d8ad3b87ef69f 2024-11-22T15:24:01,548 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 1938f6b7b702ace5423ca3db7152b41c/B of 1938f6b7b702ace5423ca3db7152b41c into e523a32ea1bb46d4928d8ad3b87ef69f(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T15:24:01,548 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1938f6b7b702ace5423ca3db7152b41c: 2024-11-22T15:24:01,548 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c., storeName=1938f6b7b702ace5423ca3db7152b41c/B, priority=12, startTime=1732289041472; duration=0sec 2024-11-22T15:24:01,548 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T15:24:01,548 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1938f6b7b702ace5423ca3db7152b41c:B 2024-11-22T15:24:01,548 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T15:24:01,555 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50294 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T15:24:01,556 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1540): 1938f6b7b702ace5423ca3db7152b41c/C is initiating minor compaction (all files) 2024-11-22T15:24:01,556 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1938f6b7b702ace5423ca3db7152b41c/C in TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c. 2024-11-22T15:24:01,556 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/C/0c5267561dce4bc1b0f7512c37fb44e4, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/C/7e309bb7076049d6b1bd2f0a5fd0f26b, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/C/0db5ac5a95594583a6c07b38f355a75f, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/C/e8e13c12687a4107a07a14f47097479e] into tmpdir=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp, totalSize=49.1 K 2024-11-22T15:24:01,556 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0c5267561dce4bc1b0f7512c37fb44e4, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=452, earliestPutTs=1732289039530 2024-11-22T15:24:01,556 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7e309bb7076049d6b1bd2f0a5fd0f26b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=478, earliestPutTs=1732289040212 2024-11-22T15:24:01,556 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0db5ac5a95594583a6c07b38f355a75f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=491, earliestPutTs=1732289040538 2024-11-22T15:24:01,556 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting e8e13c12687a4107a07a14f47097479e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=516, earliestPutTs=1732289041214 2024-11-22T15:24:01,561 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1938f6b7b702ace5423ca3db7152b41c#C#compaction#565 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T15:24:01,561 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/C/464d5dc2ecbd491797202a2d5e857d65 is 50, key is test_row_0/C:col10/1732289041214/Put/seqid=0 2024-11-22T15:24:01,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-22T15:24:01,585 INFO [Thread-2395 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 144 completed 2024-11-22T15:24:01,586 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T15:24:01,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] procedure2.ProcedureExecutor(1098): Stored pid=146, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees 2024-11-22T15:24:01,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-22T15:24:01,588 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=146, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T15:24:01,589 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=146, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T15:24:01,589 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=147, ppid=146, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T15:24:01,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742480_1656 (size=13527) 2024-11-22T15:24:01,611 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/C/464d5dc2ecbd491797202a2d5e857d65 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/C/464d5dc2ecbd491797202a2d5e857d65 2024-11-22T15:24:01,621 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 1938f6b7b702ace5423ca3db7152b41c/C of 1938f6b7b702ace5423ca3db7152b41c into 464d5dc2ecbd491797202a2d5e857d65(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T15:24:01,621 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1938f6b7b702ace5423ca3db7152b41c: 2024-11-22T15:24:01,621 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c., storeName=1938f6b7b702ace5423ca3db7152b41c/C, priority=12, startTime=1732289041472; duration=0sec 2024-11-22T15:24:01,621 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T15:24:01,621 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1938f6b7b702ace5423ca3db7152b41c:C 2024-11-22T15:24:01,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(8581): Flush requested on 1938f6b7b702ace5423ca3db7152b41c 2024-11-22T15:24:01,673 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1938f6b7b702ace5423ca3db7152b41c 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-22T15:24:01,673 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1938f6b7b702ace5423ca3db7152b41c, store=A 2024-11-22T15:24:01,674 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:24:01,674 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1938f6b7b702ace5423ca3db7152b41c, store=B 2024-11-22T15:24:01,674 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:24:01,674 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1938f6b7b702ace5423ca3db7152b41c, store=C 2024-11-22T15:24:01,674 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:24:01,684 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/A/31fbf6dacb0f42e1a3dc9c286532de52 is 50, key is test_row_1/A:col10/1732289041354/Put/seqid=0 2024-11-22T15:24:01,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-22T15:24:01,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742481_1657 (size=12297) 2024-11-22T15:24:01,722 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=530 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/A/31fbf6dacb0f42e1a3dc9c286532de52 2024-11-22T15:24:01,730 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:01,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 232 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56830 deadline: 1732289101717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:01,732 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/B/2558dc0e477e4e3aa45683f5faf76658 is 50, key is test_row_1/B:col10/1732289041354/Put/seqid=0 2024-11-22T15:24:01,736 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:01,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 226 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56868 deadline: 1732289101724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:01,740 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:01,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56894 deadline: 1732289101728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:01,740 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:24:01,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742482_1658 (size=9857) 2024-11-22T15:24:01,741 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:01,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56866 deadline: 1732289101731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:01,741 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=530 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/B/2558dc0e477e4e3aa45683f5faf76658 2024-11-22T15:24:01,741 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:01,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 231 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56854 deadline: 1732289101728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:01,743 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-22T15:24:01,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c. 2024-11-22T15:24:01,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c. as already flushing 2024-11-22T15:24:01,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c. 2024-11-22T15:24:01,743 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => 1938f6b7b702ace5423ca3db7152b41c, NAME => 'TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:24:01,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => 1938f6b7b702ace5423ca3db7152b41c, NAME => 'TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:24:01,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1938f6b7b702ace5423ca3db7152b41c, NAME => 'TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1938f6b7b702ace5423ca3db7152b41c, NAME => 'TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:24:01,751 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/C/57ca4450aabd421881075680c5225422 is 50, key is test_row_1/C:col10/1732289041354/Put/seqid=0 2024-11-22T15:24:01,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742483_1659 (size=9857) 2024-11-22T15:24:01,784 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=530 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/C/57ca4450aabd421881075680c5225422 2024-11-22T15:24:01,791 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/A/31fbf6dacb0f42e1a3dc9c286532de52 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/A/31fbf6dacb0f42e1a3dc9c286532de52 2024-11-22T15:24:01,802 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/A/31fbf6dacb0f42e1a3dc9c286532de52, entries=150, sequenceid=530, filesize=12.0 K 2024-11-22T15:24:01,803 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/B/2558dc0e477e4e3aa45683f5faf76658 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/B/2558dc0e477e4e3aa45683f5faf76658 2024-11-22T15:24:01,807 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/B/2558dc0e477e4e3aa45683f5faf76658, entries=100, sequenceid=530, filesize=9.6 K 2024-11-22T15:24:01,812 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/C/57ca4450aabd421881075680c5225422 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/C/57ca4450aabd421881075680c5225422 2024-11-22T15:24:01,817 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/C/57ca4450aabd421881075680c5225422, entries=100, sequenceid=530, filesize=9.6 K 2024-11-22T15:24:01,817 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 1938f6b7b702ace5423ca3db7152b41c in 144ms, sequenceid=530, compaction requested=false 2024-11-22T15:24:01,817 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1938f6b7b702ace5423ca3db7152b41c: 2024-11-22T15:24:01,840 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1938f6b7b702ace5423ca3db7152b41c 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-22T15:24:01,841 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1938f6b7b702ace5423ca3db7152b41c, store=A 2024-11-22T15:24:01,841 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:24:01,841 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1938f6b7b702ace5423ca3db7152b41c, store=B 2024-11-22T15:24:01,841 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:24:01,841 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1938f6b7b702ace5423ca3db7152b41c, store=C 2024-11-22T15:24:01,841 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:24:01,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(8581): Flush requested on 1938f6b7b702ace5423ca3db7152b41c 2024-11-22T15:24:01,849 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/A/ea3e7f52b3ca41a8931a0d21b1a3a789 is 50, key is test_row_0/A:col10/1732289041711/Put/seqid=0 2024-11-22T15:24:01,868 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:01,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 236 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56830 deadline: 1732289101856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:01,869 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:01,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 234 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56854 deadline: 1732289101859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:01,873 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:01,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 230 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56868 deadline: 1732289101861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:01,873 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:01,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 226 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56894 deadline: 1732289101862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:01,879 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:01,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56866 deadline: 1732289101869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:01,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-22T15:24:01,895 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:24:01,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742484_1660 (size=14741) 2024-11-22T15:24:01,896 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-22T15:24:01,896 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=555 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/A/ea3e7f52b3ca41a8931a0d21b1a3a789 2024-11-22T15:24:01,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c. 2024-11-22T15:24:01,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c. as already flushing 2024-11-22T15:24:01,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c. 2024-11-22T15:24:01,897 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => 1938f6b7b702ace5423ca3db7152b41c, NAME => 'TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:24:01,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => 1938f6b7b702ace5423ca3db7152b41c, NAME => 'TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:24:01,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1938f6b7b702ace5423ca3db7152b41c, NAME => 'TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1938f6b7b702ace5423ca3db7152b41c, NAME => 'TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:24:01,917 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/B/7566bb6a63c048bc9845fee6616c1068 is 50, key is test_row_0/B:col10/1732289041711/Put/seqid=0 2024-11-22T15:24:01,922 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/A/d1e332f94b694b1b9a17618356c7a810 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/A/d1e332f94b694b1b9a17618356c7a810 2024-11-22T15:24:01,926 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 1938f6b7b702ace5423ca3db7152b41c/A of 1938f6b7b702ace5423ca3db7152b41c into d1e332f94b694b1b9a17618356c7a810(size=13.2 K), total size for store is 25.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T15:24:01,926 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1938f6b7b702ace5423ca3db7152b41c: 2024-11-22T15:24:01,926 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c., storeName=1938f6b7b702ace5423ca3db7152b41c/A, priority=12, startTime=1732289041472; duration=0sec 2024-11-22T15:24:01,926 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T15:24:01,926 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1938f6b7b702ace5423ca3db7152b41c:A 2024-11-22T15:24:01,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742485_1661 (size=12301) 2024-11-22T15:24:01,981 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:01,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 238 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56830 deadline: 1732289101970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:01,983 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:01,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 236 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56854 deadline: 1732289101971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:01,988 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:01,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 232 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56868 deadline: 1732289101974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:01,989 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:01,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 228 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56894 deadline: 1732289101974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:01,989 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:01,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56866 deadline: 1732289101981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:02,049 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:24:02,049 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-22T15:24:02,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c. 2024-11-22T15:24:02,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c. as already flushing 2024-11-22T15:24:02,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c. 2024-11-22T15:24:02,050 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => 1938f6b7b702ace5423ca3db7152b41c, NAME => 'TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:24:02,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => 1938f6b7b702ace5423ca3db7152b41c, NAME => 'TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:24:02,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1938f6b7b702ace5423ca3db7152b41c, NAME => 'TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1938f6b7b702ace5423ca3db7152b41c, NAME => 'TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:24:02,184 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:02,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 240 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56830 deadline: 1732289102182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:02,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-22T15:24:02,190 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:02,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 238 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56854 deadline: 1732289102185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:02,193 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:02,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 230 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56894 deadline: 1732289102190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:02,194 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:02,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56866 deadline: 1732289102191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:02,199 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:02,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 234 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56868 deadline: 1732289102192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:02,202 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:24:02,202 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-22T15:24:02,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c. 2024-11-22T15:24:02,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c. as already flushing 2024-11-22T15:24:02,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c. 2024-11-22T15:24:02,203 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => 1938f6b7b702ace5423ca3db7152b41c, NAME => 'TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:24:02,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => 1938f6b7b702ace5423ca3db7152b41c, NAME => 'TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:24:02,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1938f6b7b702ace5423ca3db7152b41c, NAME => 'TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1938f6b7b702ace5423ca3db7152b41c, NAME => 'TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:24:02,355 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:24:02,356 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-22T15:24:02,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c. 2024-11-22T15:24:02,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c. as already flushing 2024-11-22T15:24:02,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c. 2024-11-22T15:24:02,356 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => 1938f6b7b702ace5423ca3db7152b41c, NAME => 'TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:24:02,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => 1938f6b7b702ace5423ca3db7152b41c, NAME => 'TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:24:02,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1938f6b7b702ace5423ca3db7152b41c, NAME => 'TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1938f6b7b702ace5423ca3db7152b41c, NAME => 'TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:24:02,371 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=555 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/B/7566bb6a63c048bc9845fee6616c1068 2024-11-22T15:24:02,390 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/C/02c2ea4f311a4906a5374595678fd9b1 is 50, key is test_row_0/C:col10/1732289041711/Put/seqid=0 2024-11-22T15:24:02,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742486_1662 (size=12301) 2024-11-22T15:24:02,488 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:02,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 242 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56830 deadline: 1732289102486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:02,497 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:02,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 240 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56854 deadline: 1732289102493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:02,503 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:02,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 232 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56894 deadline: 1732289102496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:02,503 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:02,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56866 deadline: 1732289102498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:02,506 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:02,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 236 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56868 deadline: 1732289102502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:02,509 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:24:02,509 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-22T15:24:02,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c. 2024-11-22T15:24:02,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c. as already flushing 2024-11-22T15:24:02,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c. 2024-11-22T15:24:02,510 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => 1938f6b7b702ace5423ca3db7152b41c, NAME => 'TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:24:02,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => 1938f6b7b702ace5423ca3db7152b41c, NAME => 'TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:24:02,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1938f6b7b702ace5423ca3db7152b41c, NAME => 'TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1938f6b7b702ace5423ca3db7152b41c, NAME => 'TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:24:02,662 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:24:02,662 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-22T15:24:02,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c. 2024-11-22T15:24:02,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c. as already flushing 2024-11-22T15:24:02,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c. 2024-11-22T15:24:02,662 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => 1938f6b7b702ace5423ca3db7152b41c, NAME => 'TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:24:02,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => 1938f6b7b702ace5423ca3db7152b41c, NAME => 'TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:24:02,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1938f6b7b702ace5423ca3db7152b41c, NAME => 'TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1938f6b7b702ace5423ca3db7152b41c, NAME => 'TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:24:02,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-22T15:24:02,814 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:24:02,815 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-22T15:24:02,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c. 2024-11-22T15:24:02,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c. as already flushing 2024-11-22T15:24:02,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c. 2024-11-22T15:24:02,815 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => 1938f6b7b702ace5423ca3db7152b41c, NAME => 'TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:24:02,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => 1938f6b7b702ace5423ca3db7152b41c, NAME => 'TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:24:02,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1938f6b7b702ace5423ca3db7152b41c, NAME => 'TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1938f6b7b702ace5423ca3db7152b41c, NAME => 'TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:24:02,833 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=555 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/C/02c2ea4f311a4906a5374595678fd9b1 2024-11-22T15:24:02,843 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/A/ea3e7f52b3ca41a8931a0d21b1a3a789 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/A/ea3e7f52b3ca41a8931a0d21b1a3a789 2024-11-22T15:24:02,846 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/A/ea3e7f52b3ca41a8931a0d21b1a3a789, entries=200, sequenceid=555, filesize=14.4 K 2024-11-22T15:24:02,847 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/B/7566bb6a63c048bc9845fee6616c1068 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/B/7566bb6a63c048bc9845fee6616c1068 2024-11-22T15:24:02,850 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/B/7566bb6a63c048bc9845fee6616c1068, entries=150, sequenceid=555, filesize=12.0 K 2024-11-22T15:24:02,851 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/C/02c2ea4f311a4906a5374595678fd9b1 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/C/02c2ea4f311a4906a5374595678fd9b1 2024-11-22T15:24:02,854 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/C/02c2ea4f311a4906a5374595678fd9b1, entries=150, sequenceid=555, filesize=12.0 K 2024-11-22T15:24:02,855 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 1938f6b7b702ace5423ca3db7152b41c in 1015ms, sequenceid=555, compaction requested=true 2024-11-22T15:24:02,855 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1938f6b7b702ace5423ca3db7152b41c: 2024-11-22T15:24:02,855 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1938f6b7b702ace5423ca3db7152b41c:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T15:24:02,855 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T15:24:02,855 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T15:24:02,855 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T15:24:02,855 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1938f6b7b702ace5423ca3db7152b41c:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T15:24:02,855 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T15:24:02,855 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1938f6b7b702ace5423ca3db7152b41c:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T15:24:02,855 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T15:24:02,856 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40565 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T15:24:02,856 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1540): 1938f6b7b702ace5423ca3db7152b41c/A is initiating minor compaction (all files) 2024-11-22T15:24:02,856 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1938f6b7b702ace5423ca3db7152b41c/A in TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c. 2024-11-22T15:24:02,856 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/A/d1e332f94b694b1b9a17618356c7a810, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/A/31fbf6dacb0f42e1a3dc9c286532de52, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/A/ea3e7f52b3ca41a8931a0d21b1a3a789] into tmpdir=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp, totalSize=39.6 K 2024-11-22T15:24:02,857 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35685 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T15:24:02,857 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1540): 1938f6b7b702ace5423ca3db7152b41c/B is initiating minor compaction (all files) 2024-11-22T15:24:02,857 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1938f6b7b702ace5423ca3db7152b41c/B in TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c. 2024-11-22T15:24:02,857 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/B/e523a32ea1bb46d4928d8ad3b87ef69f, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/B/2558dc0e477e4e3aa45683f5faf76658, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/B/7566bb6a63c048bc9845fee6616c1068] into tmpdir=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp, totalSize=34.8 K 2024-11-22T15:24:02,858 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting e523a32ea1bb46d4928d8ad3b87ef69f, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=516, earliestPutTs=1732289041214 2024-11-22T15:24:02,858 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting d1e332f94b694b1b9a17618356c7a810, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=516, earliestPutTs=1732289041214 2024-11-22T15:24:02,858 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting 31fbf6dacb0f42e1a3dc9c286532de52, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=530, earliestPutTs=1732289041354 2024-11-22T15:24:02,858 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting 2558dc0e477e4e3aa45683f5faf76658, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=530, earliestPutTs=1732289041354 2024-11-22T15:24:02,858 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting ea3e7f52b3ca41a8931a0d21b1a3a789, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=555, earliestPutTs=1732289041711 2024-11-22T15:24:02,858 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting 7566bb6a63c048bc9845fee6616c1068, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=555, earliestPutTs=1732289041711 2024-11-22T15:24:02,866 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1938f6b7b702ace5423ca3db7152b41c#A#compaction#572 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T15:24:02,867 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/A/7cacdc36344647c88d79b3f9c98dfa9b is 50, key is test_row_0/A:col10/1732289041711/Put/seqid=0 2024-11-22T15:24:02,876 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1938f6b7b702ace5423ca3db7152b41c#B#compaction#573 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T15:24:02,877 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/B/65e60363ed1f46eeb01d867029cae467 is 50, key is test_row_0/B:col10/1732289041711/Put/seqid=0 2024-11-22T15:24:02,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742487_1663 (size=13629) 2024-11-22T15:24:02,898 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/A/7cacdc36344647c88d79b3f9c98dfa9b as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/A/7cacdc36344647c88d79b3f9c98dfa9b 2024-11-22T15:24:02,905 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1938f6b7b702ace5423ca3db7152b41c/A of 1938f6b7b702ace5423ca3db7152b41c into 7cacdc36344647c88d79b3f9c98dfa9b(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T15:24:02,905 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1938f6b7b702ace5423ca3db7152b41c: 2024-11-22T15:24:02,905 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c., storeName=1938f6b7b702ace5423ca3db7152b41c/A, priority=13, startTime=1732289042855; duration=0sec 2024-11-22T15:24:02,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742488_1664 (size=13629) 2024-11-22T15:24:02,913 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T15:24:02,913 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1938f6b7b702ace5423ca3db7152b41c:A 2024-11-22T15:24:02,913 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T15:24:02,917 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/B/65e60363ed1f46eeb01d867029cae467 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/B/65e60363ed1f46eeb01d867029cae467 2024-11-22T15:24:02,920 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35685 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T15:24:02,920 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1540): 1938f6b7b702ace5423ca3db7152b41c/C is initiating minor compaction (all files) 2024-11-22T15:24:02,921 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1938f6b7b702ace5423ca3db7152b41c/C in TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c. 2024-11-22T15:24:02,921 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/C/464d5dc2ecbd491797202a2d5e857d65, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/C/57ca4450aabd421881075680c5225422, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/C/02c2ea4f311a4906a5374595678fd9b1] into tmpdir=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp, totalSize=34.8 K 2024-11-22T15:24:02,922 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting 464d5dc2ecbd491797202a2d5e857d65, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=516, earliestPutTs=1732289041214 2024-11-22T15:24:02,922 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1938f6b7b702ace5423ca3db7152b41c/B of 1938f6b7b702ace5423ca3db7152b41c into 65e60363ed1f46eeb01d867029cae467(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T15:24:02,922 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting 57ca4450aabd421881075680c5225422, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=530, earliestPutTs=1732289041354 2024-11-22T15:24:02,922 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1938f6b7b702ace5423ca3db7152b41c: 2024-11-22T15:24:02,922 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c., storeName=1938f6b7b702ace5423ca3db7152b41c/B, priority=13, startTime=1732289042855; duration=0sec 2024-11-22T15:24:02,922 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T15:24:02,922 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1938f6b7b702ace5423ca3db7152b41c:B 2024-11-22T15:24:02,922 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting 02c2ea4f311a4906a5374595678fd9b1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=555, earliestPutTs=1732289041711 2024-11-22T15:24:02,933 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1938f6b7b702ace5423ca3db7152b41c#C#compaction#574 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T15:24:02,933 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/C/1613c75eb38645eb8e9e9688bd31a2ef is 50, key is test_row_0/C:col10/1732289041711/Put/seqid=0 2024-11-22T15:24:02,968 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:24:02,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742489_1665 (size=13629) 2024-11-22T15:24:02,975 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-22T15:24:02,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c. 2024-11-22T15:24:02,975 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2837): Flushing 1938f6b7b702ace5423ca3db7152b41c 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-22T15:24:02,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1938f6b7b702ace5423ca3db7152b41c, store=A 2024-11-22T15:24:02,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:24:02,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1938f6b7b702ace5423ca3db7152b41c, store=B 2024-11-22T15:24:02,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:24:02,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1938f6b7b702ace5423ca3db7152b41c, store=C 2024-11-22T15:24:02,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:24:02,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/A/349898445ac249ac8c5659617cc0ea2c is 50, key is test_row_0/A:col10/1732289041859/Put/seqid=0 2024-11-22T15:24:02,983 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/C/1613c75eb38645eb8e9e9688bd31a2ef as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/C/1613c75eb38645eb8e9e9688bd31a2ef 2024-11-22T15:24:02,991 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1938f6b7b702ace5423ca3db7152b41c/C of 1938f6b7b702ace5423ca3db7152b41c into 1613c75eb38645eb8e9e9688bd31a2ef(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T15:24:02,991 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1938f6b7b702ace5423ca3db7152b41c: 2024-11-22T15:24:02,991 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c., storeName=1938f6b7b702ace5423ca3db7152b41c/C, priority=13, startTime=1732289042855; duration=0sec 2024-11-22T15:24:02,991 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T15:24:02,991 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1938f6b7b702ace5423ca3db7152b41c:C 2024-11-22T15:24:02,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(8581): Flush requested on 1938f6b7b702ace5423ca3db7152b41c 2024-11-22T15:24:02,998 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c. as already flushing 2024-11-22T15:24:03,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742490_1666 (size=12301) 2024-11-22T15:24:03,012 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=569 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/A/349898445ac249ac8c5659617cc0ea2c 2024-11-22T15:24:03,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/B/57050a8d86d5473eb5432e3f19a99eb2 is 50, key is test_row_0/B:col10/1732289041859/Put/seqid=0 2024-11-22T15:24:03,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742491_1667 (size=12301) 2024-11-22T15:24:03,046 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=569 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/B/57050a8d86d5473eb5432e3f19a99eb2 2024-11-22T15:24:03,055 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:03,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56866 deadline: 1732289103045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:03,056 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:03,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 237 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56894 deadline: 1732289103046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:03,062 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:03,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 247 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56854 deadline: 1732289103053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:03,062 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:03,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 251 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56830 deadline: 1732289103054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:03,062 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:03,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 242 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56868 deadline: 1732289103055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:03,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/C/56a14c1bd1a4471483591b087a871bb2 is 50, key is test_row_0/C:col10/1732289041859/Put/seqid=0 2024-11-22T15:24:03,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742492_1668 (size=12301) 2024-11-22T15:24:03,083 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=569 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/C/56a14c1bd1a4471483591b087a871bb2 2024-11-22T15:24:03,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/A/349898445ac249ac8c5659617cc0ea2c as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/A/349898445ac249ac8c5659617cc0ea2c 2024-11-22T15:24:03,095 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/A/349898445ac249ac8c5659617cc0ea2c, entries=150, sequenceid=569, filesize=12.0 K 2024-11-22T15:24:03,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/B/57050a8d86d5473eb5432e3f19a99eb2 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/B/57050a8d86d5473eb5432e3f19a99eb2 2024-11-22T15:24:03,100 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/B/57050a8d86d5473eb5432e3f19a99eb2, entries=150, sequenceid=569, filesize=12.0 K 2024-11-22T15:24:03,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/C/56a14c1bd1a4471483591b087a871bb2 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/C/56a14c1bd1a4471483591b087a871bb2 2024-11-22T15:24:03,107 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/C/56a14c1bd1a4471483591b087a871bb2, entries=150, sequenceid=569, filesize=12.0 K 2024-11-22T15:24:03,108 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 1938f6b7b702ace5423ca3db7152b41c in 133ms, sequenceid=569, compaction requested=false 2024-11-22T15:24:03,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2538): Flush status journal for 1938f6b7b702ace5423ca3db7152b41c: 2024-11-22T15:24:03,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c. 2024-11-22T15:24:03,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=147 2024-11-22T15:24:03,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4106): Remote procedure done, pid=147 2024-11-22T15:24:03,110 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=147, resume processing ppid=146 2024-11-22T15:24:03,110 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=147, ppid=146, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5200 sec 2024-11-22T15:24:03,112 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=146, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees in 1.5260 sec 2024-11-22T15:24:03,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(8581): Flush requested on 1938f6b7b702ace5423ca3db7152b41c 2024-11-22T15:24:03,162 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1938f6b7b702ace5423ca3db7152b41c 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-22T15:24:03,162 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1938f6b7b702ace5423ca3db7152b41c, store=A 2024-11-22T15:24:03,162 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:24:03,162 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1938f6b7b702ace5423ca3db7152b41c, store=B 2024-11-22T15:24:03,162 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:24:03,162 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1938f6b7b702ace5423ca3db7152b41c, store=C 2024-11-22T15:24:03,162 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:24:03,166 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/A/f7419644551943f5b64fa6518b65a019 is 50, key is test_row_0/A:col10/1732289043051/Put/seqid=0 2024-11-22T15:24:03,173 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:03,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 249 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56854 deadline: 1732289103167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:03,174 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:03,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 254 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56830 deadline: 1732289103170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:03,177 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:03,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 241 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56894 deadline: 1732289103170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:03,177 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:03,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 245 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56868 deadline: 1732289103172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:03,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742493_1669 (size=14741) 2024-11-22T15:24:03,182 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:03,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56866 deadline: 1732289103173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:03,183 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=597 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/A/f7419644551943f5b64fa6518b65a019 2024-11-22T15:24:03,191 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/B/c2fbbea4ff9b44e18fa2bc4e0d291628 is 50, key is test_row_0/B:col10/1732289043051/Put/seqid=0 2024-11-22T15:24:03,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742494_1670 (size=12301) 2024-11-22T15:24:03,280 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:03,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 256 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56830 deadline: 1732289103275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:03,282 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:03,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 247 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56868 deadline: 1732289103279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:03,283 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:03,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 243 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56894 deadline: 1732289103279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:03,288 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:03,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56866 deadline: 1732289103283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:03,375 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:03,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 251 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56854 deadline: 1732289103375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:03,490 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:03,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 258 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56830 deadline: 1732289103482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:03,491 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:03,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 245 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56894 deadline: 1732289103484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:03,491 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:03,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 249 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56868 deadline: 1732289103484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:03,500 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:03,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56866 deadline: 1732289103491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:03,613 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=597 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/B/c2fbbea4ff9b44e18fa2bc4e0d291628 2024-11-22T15:24:03,627 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/C/c5fcedbc9e7f46f99a24ea06951c8c3e is 50, key is test_row_0/C:col10/1732289043051/Put/seqid=0 2024-11-22T15:24:03,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742495_1671 (size=12301) 2024-11-22T15:24:03,662 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=597 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/C/c5fcedbc9e7f46f99a24ea06951c8c3e 2024-11-22T15:24:03,672 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/A/f7419644551943f5b64fa6518b65a019 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/A/f7419644551943f5b64fa6518b65a019 2024-11-22T15:24:03,677 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/A/f7419644551943f5b64fa6518b65a019, entries=200, sequenceid=597, filesize=14.4 K 2024-11-22T15:24:03,678 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/B/c2fbbea4ff9b44e18fa2bc4e0d291628 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/B/c2fbbea4ff9b44e18fa2bc4e0d291628 2024-11-22T15:24:03,683 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:03,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 253 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56854 deadline: 1732289103677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:03,684 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/B/c2fbbea4ff9b44e18fa2bc4e0d291628, entries=150, sequenceid=597, filesize=12.0 K 2024-11-22T15:24:03,685 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/C/c5fcedbc9e7f46f99a24ea06951c8c3e as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/C/c5fcedbc9e7f46f99a24ea06951c8c3e 2024-11-22T15:24:03,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-22T15:24:03,691 INFO [Thread-2395 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 146 completed 2024-11-22T15:24:03,693 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T15:24:03,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] procedure2.ProcedureExecutor(1098): Stored pid=148, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees 2024-11-22T15:24:03,694 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/C/c5fcedbc9e7f46f99a24ea06951c8c3e, entries=150, sequenceid=597, filesize=12.0 K 2024-11-22T15:24:03,694 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=148, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T15:24:03,696 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=148, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T15:24:03,696 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=149, ppid=148, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T15:24:03,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-22T15:24:03,697 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 1938f6b7b702ace5423ca3db7152b41c in 536ms, sequenceid=597, compaction requested=true 2024-11-22T15:24:03,697 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1938f6b7b702ace5423ca3db7152b41c: 2024-11-22T15:24:03,697 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1938f6b7b702ace5423ca3db7152b41c:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T15:24:03,697 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T15:24:03,697 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1938f6b7b702ace5423ca3db7152b41c:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T15:24:03,697 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-22T15:24:03,697 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1938f6b7b702ace5423ca3db7152b41c:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T15:24:03,698 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-22T15:24:03,698 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T15:24:03,698 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T15:24:03,699 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38231 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T15:24:03,699 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1540): 1938f6b7b702ace5423ca3db7152b41c/C is initiating minor compaction (all files) 2024-11-22T15:24:03,699 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1938f6b7b702ace5423ca3db7152b41c/C in TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c. 2024-11-22T15:24:03,699 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/C/1613c75eb38645eb8e9e9688bd31a2ef, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/C/56a14c1bd1a4471483591b087a871bb2, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/C/c5fcedbc9e7f46f99a24ea06951c8c3e] into tmpdir=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp, totalSize=37.3 K 2024-11-22T15:24:03,699 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40671 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T15:24:03,699 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1540): 1938f6b7b702ace5423ca3db7152b41c/A is initiating minor compaction (all files) 2024-11-22T15:24:03,699 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1938f6b7b702ace5423ca3db7152b41c/A in TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c. 2024-11-22T15:24:03,700 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/A/7cacdc36344647c88d79b3f9c98dfa9b, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/A/349898445ac249ac8c5659617cc0ea2c, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/A/f7419644551943f5b64fa6518b65a019] into tmpdir=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp, totalSize=39.7 K 2024-11-22T15:24:03,700 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting 1613c75eb38645eb8e9e9688bd31a2ef, keycount=150, bloomtype=ROW, size=13.3 K, encoding=NONE, compression=NONE, seqNum=555, earliestPutTs=1732289041711 2024-11-22T15:24:03,700 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7cacdc36344647c88d79b3f9c98dfa9b, keycount=150, bloomtype=ROW, size=13.3 K, encoding=NONE, compression=NONE, seqNum=555, earliestPutTs=1732289041711 2024-11-22T15:24:03,700 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting 56a14c1bd1a4471483591b087a871bb2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=569, earliestPutTs=1732289041859 2024-11-22T15:24:03,701 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting 349898445ac249ac8c5659617cc0ea2c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=569, earliestPutTs=1732289041859 2024-11-22T15:24:03,701 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting c5fcedbc9e7f46f99a24ea06951c8c3e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=597, earliestPutTs=1732289043051 2024-11-22T15:24:03,701 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting f7419644551943f5b64fa6518b65a019, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=597, earliestPutTs=1732289043051 2024-11-22T15:24:03,716 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1938f6b7b702ace5423ca3db7152b41c#C#compaction#581 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T15:24:03,717 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/C/5827418c77ab4d5f9a7d1963202f1622 is 50, key is test_row_0/C:col10/1732289043051/Put/seqid=0 2024-11-22T15:24:03,719 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1938f6b7b702ace5423ca3db7152b41c#A#compaction#582 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T15:24:03,720 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/A/fa833870ffc5478ea865028496dcb377 is 50, key is test_row_0/A:col10/1732289043051/Put/seqid=0 2024-11-22T15:24:03,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742496_1672 (size=13731) 2024-11-22T15:24:03,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742497_1673 (size=13731) 2024-11-22T15:24:03,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-22T15:24:03,800 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1938f6b7b702ace5423ca3db7152b41c 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-22T15:24:03,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(8581): Flush requested on 1938f6b7b702ace5423ca3db7152b41c 2024-11-22T15:24:03,801 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1938f6b7b702ace5423ca3db7152b41c, store=A 2024-11-22T15:24:03,801 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:24:03,801 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1938f6b7b702ace5423ca3db7152b41c, store=B 2024-11-22T15:24:03,801 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:24:03,801 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1938f6b7b702ace5423ca3db7152b41c, store=C 2024-11-22T15:24:03,801 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:24:03,816 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/A/a271fd38d69249f3b09aced4cec0d807 is 50, key is test_row_0/A:col10/1732289043169/Put/seqid=0 2024-11-22T15:24:03,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742498_1674 (size=17181) 2024-11-22T15:24:03,839 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=609 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/A/a271fd38d69249f3b09aced4cec0d807 2024-11-22T15:24:03,846 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/B/98ea686e7b684af59aaba968d721c6a9 is 50, key is test_row_0/B:col10/1732289043169/Put/seqid=0 2024-11-22T15:24:03,852 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:24:03,852 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-22T15:24:03,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c. 2024-11-22T15:24:03,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c. as already flushing 2024-11-22T15:24:03,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c. 2024-11-22T15:24:03,853 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => 1938f6b7b702ace5423ca3db7152b41c, NAME => 'TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:24:03,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => 1938f6b7b702ace5423ca3db7152b41c, NAME => 'TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:24:03,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1938f6b7b702ace5423ca3db7152b41c, NAME => 'TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1938f6b7b702ace5423ca3db7152b41c, NAME => 'TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:24:03,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742499_1675 (size=12301) 2024-11-22T15:24:03,868 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=609 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/B/98ea686e7b684af59aaba968d721c6a9 2024-11-22T15:24:03,874 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:03,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 253 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56894 deadline: 1732289103856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:03,875 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:03,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56866 deadline: 1732289103856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:03,877 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:03,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 257 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56868 deadline: 1732289103857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:03,880 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/C/d98c974b62ef4618bc500e7de4e14d17 is 50, key is test_row_0/C:col10/1732289043169/Put/seqid=0 2024-11-22T15:24:03,889 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:03,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 267 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56830 deadline: 1732289103874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:03,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742500_1676 (size=12301) 2024-11-22T15:24:03,979 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:03,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 255 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56894 deadline: 1732289103975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:03,979 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:03,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 259 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56868 deadline: 1732289103978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:03,988 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:03,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56866 deadline: 1732289103978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:03,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-22T15:24:03,999 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:03,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 269 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56830 deadline: 1732289103991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:04,004 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:24:04,005 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-22T15:24:04,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c. 2024-11-22T15:24:04,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c. as already flushing 2024-11-22T15:24:04,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c. 2024-11-22T15:24:04,005 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => 1938f6b7b702ace5423ca3db7152b41c, NAME => 'TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:24:04,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => 1938f6b7b702ace5423ca3db7152b41c, NAME => 'TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:24:04,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1938f6b7b702ace5423ca3db7152b41c, NAME => 'TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1938f6b7b702ace5423ca3db7152b41c, NAME => 'TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:24:04,157 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:24:04,157 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-22T15:24:04,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c. 2024-11-22T15:24:04,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c. as already flushing 2024-11-22T15:24:04,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c. 2024-11-22T15:24:04,157 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => 1938f6b7b702ace5423ca3db7152b41c, NAME => 'TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:24:04,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => 1938f6b7b702ace5423ca3db7152b41c, NAME => 'TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:24:04,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1938f6b7b702ace5423ca3db7152b41c, NAME => 'TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1938f6b7b702ace5423ca3db7152b41c, NAME => 'TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:24:04,165 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/C/5827418c77ab4d5f9a7d1963202f1622 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/C/5827418c77ab4d5f9a7d1963202f1622 2024-11-22T15:24:04,170 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1938f6b7b702ace5423ca3db7152b41c/C of 1938f6b7b702ace5423ca3db7152b41c into 5827418c77ab4d5f9a7d1963202f1622(size=13.4 K), total size for store is 13.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T15:24:04,170 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1938f6b7b702ace5423ca3db7152b41c: 2024-11-22T15:24:04,170 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c., storeName=1938f6b7b702ace5423ca3db7152b41c/C, priority=13, startTime=1732289043697; duration=0sec 2024-11-22T15:24:04,170 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T15:24:04,170 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1938f6b7b702ace5423ca3db7152b41c:C 2024-11-22T15:24:04,170 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T15:24:04,171 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38231 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T15:24:04,171 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1540): 1938f6b7b702ace5423ca3db7152b41c/B is initiating minor compaction (all files) 2024-11-22T15:24:04,171 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1938f6b7b702ace5423ca3db7152b41c/B in TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c. 2024-11-22T15:24:04,171 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/B/65e60363ed1f46eeb01d867029cae467, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/B/57050a8d86d5473eb5432e3f19a99eb2, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/B/c2fbbea4ff9b44e18fa2bc4e0d291628] into tmpdir=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp, totalSize=37.3 K 2024-11-22T15:24:04,172 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting 65e60363ed1f46eeb01d867029cae467, keycount=150, bloomtype=ROW, size=13.3 K, encoding=NONE, compression=NONE, seqNum=555, earliestPutTs=1732289041711 2024-11-22T15:24:04,173 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting 57050a8d86d5473eb5432e3f19a99eb2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=569, earliestPutTs=1732289041859 2024-11-22T15:24:04,173 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting c2fbbea4ff9b44e18fa2bc4e0d291628, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=597, earliestPutTs=1732289043051 2024-11-22T15:24:04,181 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1938f6b7b702ace5423ca3db7152b41c#B#compaction#586 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T15:24:04,181 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/B/744c281361fe43a88e2e1ed842f9d22d is 50, key is test_row_0/B:col10/1732289043051/Put/seqid=0 2024-11-22T15:24:04,184 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:04,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 257 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56894 deadline: 1732289104180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:04,185 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:04,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 261 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56868 deadline: 1732289104181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:04,191 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:04,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 255 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56854 deadline: 1732289104185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:04,195 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:04,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56866 deadline: 1732289104190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:04,196 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/A/fa833870ffc5478ea865028496dcb377 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/A/fa833870ffc5478ea865028496dcb377 2024-11-22T15:24:04,205 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1938f6b7b702ace5423ca3db7152b41c/A of 1938f6b7b702ace5423ca3db7152b41c into fa833870ffc5478ea865028496dcb377(size=13.4 K), total size for store is 13.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T15:24:04,205 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1938f6b7b702ace5423ca3db7152b41c: 2024-11-22T15:24:04,205 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c., storeName=1938f6b7b702ace5423ca3db7152b41c/A, priority=13, startTime=1732289043697; duration=0sec 2024-11-22T15:24:04,205 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T15:24:04,205 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1938f6b7b702ace5423ca3db7152b41c:A 2024-11-22T15:24:04,208 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:04,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 271 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56830 deadline: 1732289104203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:04,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742501_1677 (size=13731) 2024-11-22T15:24:04,225 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/B/744c281361fe43a88e2e1ed842f9d22d as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/B/744c281361fe43a88e2e1ed842f9d22d 2024-11-22T15:24:04,233 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1938f6b7b702ace5423ca3db7152b41c/B of 1938f6b7b702ace5423ca3db7152b41c into 744c281361fe43a88e2e1ed842f9d22d(size=13.4 K), total size for store is 13.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T15:24:04,234 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1938f6b7b702ace5423ca3db7152b41c: 2024-11-22T15:24:04,234 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c., storeName=1938f6b7b702ace5423ca3db7152b41c/B, priority=13, startTime=1732289043697; duration=0sec 2024-11-22T15:24:04,234 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T15:24:04,234 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1938f6b7b702ace5423ca3db7152b41c:B 2024-11-22T15:24:04,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-22T15:24:04,309 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:24:04,309 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-22T15:24:04,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c. 2024-11-22T15:24:04,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c. as already flushing 2024-11-22T15:24:04,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c. 2024-11-22T15:24:04,310 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => 1938f6b7b702ace5423ca3db7152b41c, NAME => 'TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:24:04,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => 1938f6b7b702ace5423ca3db7152b41c, NAME => 'TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:24:04,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1938f6b7b702ace5423ca3db7152b41c, NAME => 'TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1938f6b7b702ace5423ca3db7152b41c, NAME => 'TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:24:04,314 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=609 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/C/d98c974b62ef4618bc500e7de4e14d17 2024-11-22T15:24:04,317 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/A/a271fd38d69249f3b09aced4cec0d807 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/A/a271fd38d69249f3b09aced4cec0d807 2024-11-22T15:24:04,323 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/A/a271fd38d69249f3b09aced4cec0d807, entries=250, sequenceid=609, filesize=16.8 K 2024-11-22T15:24:04,324 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/B/98ea686e7b684af59aaba968d721c6a9 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/B/98ea686e7b684af59aaba968d721c6a9 2024-11-22T15:24:04,328 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/B/98ea686e7b684af59aaba968d721c6a9, entries=150, sequenceid=609, filesize=12.0 K 2024-11-22T15:24:04,329 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/C/d98c974b62ef4618bc500e7de4e14d17 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/C/d98c974b62ef4618bc500e7de4e14d17 2024-11-22T15:24:04,336 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/C/d98c974b62ef4618bc500e7de4e14d17, entries=150, sequenceid=609, filesize=12.0 K 2024-11-22T15:24:04,336 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 1938f6b7b702ace5423ca3db7152b41c in 536ms, sequenceid=609, compaction requested=false 2024-11-22T15:24:04,336 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1938f6b7b702ace5423ca3db7152b41c: 2024-11-22T15:24:04,462 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:24:04,465 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-22T15:24:04,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c. 2024-11-22T15:24:04,466 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2837): Flushing 1938f6b7b702ace5423ca3db7152b41c 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-22T15:24:04,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1938f6b7b702ace5423ca3db7152b41c, store=A 2024-11-22T15:24:04,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:24:04,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1938f6b7b702ace5423ca3db7152b41c, store=B 2024-11-22T15:24:04,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:24:04,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1938f6b7b702ace5423ca3db7152b41c, store=C 2024-11-22T15:24:04,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:24:04,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/A/61a8b639a6f94223aeb99466b06c5a2f is 50, key is test_row_0/A:col10/1732289043856/Put/seqid=0 2024-11-22T15:24:04,490 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c. as already flushing 2024-11-22T15:24:04,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(8581): Flush requested on 1938f6b7b702ace5423ca3db7152b41c 2024-11-22T15:24:04,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742502_1678 (size=12301) 2024-11-22T15:24:04,519 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:04,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 273 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56830 deadline: 1732289104510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:04,519 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:04,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56866 deadline: 1732289104511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:04,519 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:04,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 266 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56868 deadline: 1732289104511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:04,524 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:04,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 263 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56894 deadline: 1732289104518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:04,627 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:04,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 268 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56868 deadline: 1732289104621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:04,627 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:04,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56866 deadline: 1732289104621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:04,632 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:04,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 265 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56894 deadline: 1732289104626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:04,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-22T15:24:04,833 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:04,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 270 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56868 deadline: 1732289104829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:04,834 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:04,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56866 deadline: 1732289104829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:04,839 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:04,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 267 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56894 deadline: 1732289104834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:04,900 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=636 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/A/61a8b639a6f94223aeb99466b06c5a2f 2024-11-22T15:24:04,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/B/ff69e50093ec4ea39b4758f0b72389e8 is 50, key is test_row_0/B:col10/1732289043856/Put/seqid=0 2024-11-22T15:24:04,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742503_1679 (size=12301) 2024-11-22T15:24:04,945 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=636 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/B/ff69e50093ec4ea39b4758f0b72389e8 2024-11-22T15:24:04,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/C/9937fff30c6f4e648b9642a1160b114f is 50, key is test_row_0/C:col10/1732289043856/Put/seqid=0 2024-11-22T15:24:04,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742504_1680 (size=12301) 2024-11-22T15:24:04,987 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=636 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/C/9937fff30c6f4e648b9642a1160b114f 2024-11-22T15:24:04,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/A/61a8b639a6f94223aeb99466b06c5a2f as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/A/61a8b639a6f94223aeb99466b06c5a2f 2024-11-22T15:24:04,998 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/A/61a8b639a6f94223aeb99466b06c5a2f, entries=150, sequenceid=636, filesize=12.0 K 2024-11-22T15:24:05,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/B/ff69e50093ec4ea39b4758f0b72389e8 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/B/ff69e50093ec4ea39b4758f0b72389e8 2024-11-22T15:24:05,005 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/B/ff69e50093ec4ea39b4758f0b72389e8, entries=150, sequenceid=636, filesize=12.0 K 2024-11-22T15:24:05,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/C/9937fff30c6f4e648b9642a1160b114f as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/C/9937fff30c6f4e648b9642a1160b114f 2024-11-22T15:24:05,012 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/C/9937fff30c6f4e648b9642a1160b114f, entries=150, sequenceid=636, filesize=12.0 K 2024-11-22T15:24:05,014 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 1938f6b7b702ace5423ca3db7152b41c in 548ms, sequenceid=636, compaction requested=true 2024-11-22T15:24:05,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2538): Flush status journal for 1938f6b7b702ace5423ca3db7152b41c: 2024-11-22T15:24:05,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c. 2024-11-22T15:24:05,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=149 2024-11-22T15:24:05,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4106): Remote procedure done, pid=149 2024-11-22T15:24:05,020 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=149, resume processing ppid=148 2024-11-22T15:24:05,020 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=149, ppid=148, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3200 sec 2024-11-22T15:24:05,022 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=148, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees in 1.3280 sec 2024-11-22T15:24:05,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(8581): Flush requested on 1938f6b7b702ace5423ca3db7152b41c 2024-11-22T15:24:05,029 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1938f6b7b702ace5423ca3db7152b41c 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-22T15:24:05,029 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1938f6b7b702ace5423ca3db7152b41c, store=A 2024-11-22T15:24:05,030 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:24:05,030 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1938f6b7b702ace5423ca3db7152b41c, store=B 2024-11-22T15:24:05,030 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:24:05,030 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1938f6b7b702ace5423ca3db7152b41c, store=C 2024-11-22T15:24:05,030 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:24:05,035 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/A/3e1725f5b1f9409f81b9b3f5c17e0ae7 is 50, key is test_row_1/A:col10/1732289044508/Put/seqid=0 2024-11-22T15:24:05,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742505_1681 (size=12297) 2024-11-22T15:24:05,107 DEBUG [Thread-2387 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6c20a8d9 to 127.0.0.1:61671 2024-11-22T15:24:05,107 DEBUG [Thread-2387 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T15:24:05,108 DEBUG [Thread-2404 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3e4052d1 to 127.0.0.1:61671 2024-11-22T15:24:05,108 DEBUG [Thread-2404 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T15:24:05,110 DEBUG [Thread-2398 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4dcd0d74 to 127.0.0.1:61671 2024-11-22T15:24:05,110 DEBUG [Thread-2398 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T15:24:05,112 DEBUG [Thread-2396 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4ca8a543 to 127.0.0.1:61671 2024-11-22T15:24:05,112 DEBUG [Thread-2396 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T15:24:05,117 DEBUG [Thread-2400 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4cd4a015 to 127.0.0.1:61671 2024-11-22T15:24:05,117 DEBUG [Thread-2400 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T15:24:05,118 DEBUG [Thread-2402 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x308560f2 to 127.0.0.1:61671 2024-11-22T15:24:05,118 DEBUG [Thread-2402 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T15:24:05,137 DEBUG [Thread-2389 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1b126c84 to 127.0.0.1:61671 2024-11-22T15:24:05,137 DEBUG [Thread-2385 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x721e6c0a to 127.0.0.1:61671 2024-11-22T15:24:05,137 DEBUG [Thread-2389 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T15:24:05,137 DEBUG [Thread-2385 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T15:24:05,145 DEBUG [Thread-2393 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x54dabc8f to 127.0.0.1:61671 2024-11-22T15:24:05,145 DEBUG [Thread-2393 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T15:24:05,201 DEBUG [Thread-2391 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x44ff604f to 127.0.0.1:61671 2024-11-22T15:24:05,201 DEBUG [Thread-2391 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T15:24:05,477 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=649 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/A/3e1725f5b1f9409f81b9b3f5c17e0ae7 2024-11-22T15:24:05,482 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/B/3a38b488f4274733a60c22a314fc0b68 is 50, key is test_row_1/B:col10/1732289044508/Put/seqid=0 2024-11-22T15:24:05,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742506_1682 (size=9857) 2024-11-22T15:24:05,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-22T15:24:05,801 INFO [Thread-2395 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 148 completed 2024-11-22T15:24:05,801 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-22T15:24:05,801 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 79 2024-11-22T15:24:05,801 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 127 2024-11-22T15:24:05,801 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 109 2024-11-22T15:24:05,801 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 104 2024-11-22T15:24:05,801 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 106 2024-11-22T15:24:05,801 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-22T15:24:05,801 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-22T15:24:05,801 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1597 2024-11-22T15:24:05,801 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4791 rows 2024-11-22T15:24:05,801 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1607 2024-11-22T15:24:05,801 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4821 rows 2024-11-22T15:24:05,801 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1608 2024-11-22T15:24:05,801 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4824 rows 2024-11-22T15:24:05,801 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1599 2024-11-22T15:24:05,801 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4797 rows 2024-11-22T15:24:05,801 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1609 2024-11-22T15:24:05,801 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4827 rows 2024-11-22T15:24:05,801 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-22T15:24:05,801 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7e75b9c0 to 127.0.0.1:61671 2024-11-22T15:24:05,801 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T15:24:05,803 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-22T15:24:05,804 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-22T15:24:05,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] procedure2.ProcedureExecutor(1098): Stored pid=150, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-22T15:24:05,809 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732289045808"}]},"ts":"1732289045808"} 2024-11-22T15:24:05,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-11-22T15:24:05,810 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-22T15:24:05,849 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-22T15:24:05,849 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=151, ppid=150, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-22T15:24:05,850 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=152, ppid=151, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=1938f6b7b702ace5423ca3db7152b41c, UNASSIGN}] 2024-11-22T15:24:05,851 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=152, ppid=151, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=1938f6b7b702ace5423ca3db7152b41c, UNASSIGN 2024-11-22T15:24:05,851 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=152 updating hbase:meta row=1938f6b7b702ace5423ca3db7152b41c, regionState=CLOSING, regionLocation=77927f992d0b,45443,1732288897733 2024-11-22T15:24:05,852 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-22T15:24:05,852 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=153, ppid=152, state=RUNNABLE; CloseRegionProcedure 1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733}] 2024-11-22T15:24:05,886 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=649 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/B/3a38b488f4274733a60c22a314fc0b68 2024-11-22T15:24:05,890 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/C/1fc17ebe00af424f860256a9216cccd7 is 50, key is test_row_1/C:col10/1732289044508/Put/seqid=0 2024-11-22T15:24:05,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742507_1683 (size=9857) 2024-11-22T15:24:05,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-11-22T15:24:05,951 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-22T15:24:06,003 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:24:06,004 INFO [RS_CLOSE_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] handler.UnassignRegionHandler(124): Close 1938f6b7b702ace5423ca3db7152b41c 2024-11-22T15:24:06,004 DEBUG [RS_CLOSE_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-22T15:24:06,004 DEBUG [RS_CLOSE_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegion(1681): Closing 1938f6b7b702ace5423ca3db7152b41c, disabling compactions & flushes 2024-11-22T15:24:06,004 DEBUG [RS_CLOSE_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegion(1942): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c. 2024-11-22T15:24:06,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-11-22T15:24:06,294 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=649 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/C/1fc17ebe00af424f860256a9216cccd7 2024-11-22T15:24:06,297 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/A/3e1725f5b1f9409f81b9b3f5c17e0ae7 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/A/3e1725f5b1f9409f81b9b3f5c17e0ae7 2024-11-22T15:24:06,300 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/A/3e1725f5b1f9409f81b9b3f5c17e0ae7, entries=150, sequenceid=649, filesize=12.0 K 2024-11-22T15:24:06,301 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/B/3a38b488f4274733a60c22a314fc0b68 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/B/3a38b488f4274733a60c22a314fc0b68 2024-11-22T15:24:06,304 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/B/3a38b488f4274733a60c22a314fc0b68, entries=100, sequenceid=649, filesize=9.6 K 2024-11-22T15:24:06,304 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/C/1fc17ebe00af424f860256a9216cccd7 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/C/1fc17ebe00af424f860256a9216cccd7 2024-11-22T15:24:06,307 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/C/1fc17ebe00af424f860256a9216cccd7, entries=100, sequenceid=649, filesize=9.6 K 2024-11-22T15:24:06,308 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=100.63 KB/103050 for 1938f6b7b702ace5423ca3db7152b41c in 1279ms, sequenceid=649, compaction requested=true 2024-11-22T15:24:06,308 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1938f6b7b702ace5423ca3db7152b41c: 2024-11-22T15:24:06,308 INFO [RS_CLOSE_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c. 2024-11-22T15:24:06,308 DEBUG [RS_CLOSE_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c. 2024-11-22T15:24:06,308 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c. because compaction request was cancelled 2024-11-22T15:24:06,308 DEBUG [RS_CLOSE_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c. after waiting 0 ms 2024-11-22T15:24:06,308 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1938f6b7b702ace5423ca3db7152b41c:A 2024-11-22T15:24:06,308 DEBUG [RS_CLOSE_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c. 2024-11-22T15:24:06,308 INFO [RS_CLOSE_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegion(2837): Flushing 1938f6b7b702ace5423ca3db7152b41c 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-22T15:24:06,308 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1938f6b7b702ace5423ca3db7152b41c:A, priority=-2147483648, current under compaction store size is 0 2024-11-22T15:24:06,308 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T15:24:06,308 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c. because compaction request was cancelled 2024-11-22T15:24:06,308 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1938f6b7b702ace5423ca3db7152b41c:B 2024-11-22T15:24:06,308 DEBUG [RS_CLOSE_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1938f6b7b702ace5423ca3db7152b41c, store=A 2024-11-22T15:24:06,308 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1938f6b7b702ace5423ca3db7152b41c:B, priority=-2147483648, current under compaction store size is 0 2024-11-22T15:24:06,308 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T15:24:06,308 DEBUG [RS_CLOSE_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:24:06,308 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c. because compaction request was cancelled 2024-11-22T15:24:06,308 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1938f6b7b702ace5423ca3db7152b41c:C 2024-11-22T15:24:06,308 DEBUG [RS_CLOSE_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1938f6b7b702ace5423ca3db7152b41c, store=B 2024-11-22T15:24:06,308 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1938f6b7b702ace5423ca3db7152b41c:C, priority=-2147483648, current under compaction store size is 0 2024-11-22T15:24:06,308 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T15:24:06,308 DEBUG [RS_CLOSE_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:24:06,308 DEBUG [RS_CLOSE_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1938f6b7b702ace5423ca3db7152b41c, store=C 2024-11-22T15:24:06,308 DEBUG [RS_CLOSE_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:24:06,312 DEBUG [RS_CLOSE_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/A/33597dae822e42f099c76738cc95a4d9 is 50, key is test_row_0/A:col10/1732289045099/Put/seqid=0 2024-11-22T15:24:06,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742508_1684 (size=12301) 2024-11-22T15:24:06,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-11-22T15:24:06,715 INFO [RS_CLOSE_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=667 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/A/33597dae822e42f099c76738cc95a4d9 2024-11-22T15:24:06,746 DEBUG [RS_CLOSE_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/B/15d01236853d4493a19e82b2704a317e is 50, key is test_row_0/B:col10/1732289045099/Put/seqid=0 2024-11-22T15:24:06,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742509_1685 (size=12301) 2024-11-22T15:24:06,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-11-22T15:24:07,150 INFO [RS_CLOSE_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=667 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/B/15d01236853d4493a19e82b2704a317e 2024-11-22T15:24:07,162 DEBUG [RS_CLOSE_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/C/31028589109c4171b8f9f0bcfd7aa4b7 is 50, key is test_row_0/C:col10/1732289045099/Put/seqid=0 2024-11-22T15:24:07,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742510_1686 (size=12301) 2024-11-22T15:24:07,567 INFO [RS_CLOSE_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=667 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/C/31028589109c4171b8f9f0bcfd7aa4b7 2024-11-22T15:24:07,574 DEBUG [RS_CLOSE_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/A/33597dae822e42f099c76738cc95a4d9 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/A/33597dae822e42f099c76738cc95a4d9 2024-11-22T15:24:07,578 INFO [RS_CLOSE_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/A/33597dae822e42f099c76738cc95a4d9, entries=150, sequenceid=667, filesize=12.0 K 2024-11-22T15:24:07,578 DEBUG [RS_CLOSE_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/B/15d01236853d4493a19e82b2704a317e as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/B/15d01236853d4493a19e82b2704a317e 2024-11-22T15:24:07,582 INFO [RS_CLOSE_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/B/15d01236853d4493a19e82b2704a317e, entries=150, sequenceid=667, filesize=12.0 K 2024-11-22T15:24:07,582 DEBUG [RS_CLOSE_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/.tmp/C/31028589109c4171b8f9f0bcfd7aa4b7 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/C/31028589109c4171b8f9f0bcfd7aa4b7 2024-11-22T15:24:07,585 INFO [RS_CLOSE_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/C/31028589109c4171b8f9f0bcfd7aa4b7, entries=150, sequenceid=667, filesize=12.0 K 2024-11-22T15:24:07,586 INFO [RS_CLOSE_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=0 B/0 for 1938f6b7b702ace5423ca3db7152b41c in 1278ms, sequenceid=667, compaction requested=true 2024-11-22T15:24:07,586 DEBUG [StoreCloser-TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/A/feaebc59ce3841b4879dca51825c482a, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/A/0a6448c77cc943aca9ee53ce833598a8, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/A/78778b338e804f8c9b940419dc9a24cb, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/A/a852067fbab546a3b196d5d4577585de, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/A/b461dbad2546454cae08b920ee9c3a30, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/A/2389d2c1107440ddb89eb39beb31ddbf, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/A/f16baca621a84b6b907f2f65688b5548, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/A/199b18d7d3154d459051cd2f36191c6f, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/A/365f3ee3d67d4868883a919de10f53d0, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/A/d8c2e4ed608c47aca85ab98b3d4d0c36, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/A/a9765f43b0964d4d935963ecac0e2cbf, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/A/fa14c5ec2b76413e8101caec46d7afd4, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/A/225189d04a784e34a8d07ba68bcc6ff7, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/A/7ca5d80169444693b8b1ec32b4fd204f, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/A/d2bcff0f9c754e76abc372ec61dec698, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/A/2ae1d8fb004a4d37b33c74fd904e61d2, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/A/4c8ce620c33242afaf93fe2508c20c60, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/A/7b0b1151a8cd428bb58fab1c4d5d5da0, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/A/42b7fdbb96324c31b2a1861bda7b03cd, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/A/033d8e16a6a04b63839eed8613060e9f, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/A/527f9131965d46b1994090c4fe81a24b, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/A/bdd85f09f7444f9d822aa76ffe4dd79b, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/A/23e8aa5b90ee45028ae2b4e2a7e3fd94, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/A/419f44c7b3ba4a7caf93783fa699729b, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/A/5d3378ed0bd7457490d3602a8d84d80e, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/A/a0943b7db60d40968dd990a1773a26b2, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/A/bddfbb2ef0e54b738276c7a809873f70, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/A/2f71fc8e596d4ccfadb4ab808acb136f, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/A/8cfa6efca17449828ababb176ba670f5, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/A/30fdbdfbdea445f29df09832e990f395, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/A/180922efb283474f872136a371b06f9d, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/A/af8f4acb484446bfb943f40b61310d5f, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/A/03634f341538472e96dd35f51c4ee7c7, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/A/63d271b91bf24ec6bb41181433ce8d82, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/A/a0bac0b532024c41bf098d42fc7753dc, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/A/4a83911b0a254d4aa7cd9034c99ee183, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/A/d1e332f94b694b1b9a17618356c7a810, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/A/31fbf6dacb0f42e1a3dc9c286532de52, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/A/ea3e7f52b3ca41a8931a0d21b1a3a789, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/A/7cacdc36344647c88d79b3f9c98dfa9b, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/A/349898445ac249ac8c5659617cc0ea2c, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/A/f7419644551943f5b64fa6518b65a019] to archive 2024-11-22T15:24:07,587 DEBUG [StoreCloser-TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-22T15:24:07,589 DEBUG [StoreCloser-TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/A/feaebc59ce3841b4879dca51825c482a to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/A/feaebc59ce3841b4879dca51825c482a 2024-11-22T15:24:07,589 DEBUG [StoreCloser-TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/A/0a6448c77cc943aca9ee53ce833598a8 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/A/0a6448c77cc943aca9ee53ce833598a8 2024-11-22T15:24:07,590 DEBUG [StoreCloser-TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/A/78778b338e804f8c9b940419dc9a24cb to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/A/78778b338e804f8c9b940419dc9a24cb 2024-11-22T15:24:07,591 DEBUG [StoreCloser-TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/A/a852067fbab546a3b196d5d4577585de to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/A/a852067fbab546a3b196d5d4577585de 2024-11-22T15:24:07,592 DEBUG [StoreCloser-TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/A/b461dbad2546454cae08b920ee9c3a30 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/A/b461dbad2546454cae08b920ee9c3a30 2024-11-22T15:24:07,593 DEBUG [StoreCloser-TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/A/2389d2c1107440ddb89eb39beb31ddbf to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/A/2389d2c1107440ddb89eb39beb31ddbf 2024-11-22T15:24:07,594 DEBUG [StoreCloser-TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/A/f16baca621a84b6b907f2f65688b5548 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/A/f16baca621a84b6b907f2f65688b5548 2024-11-22T15:24:07,595 DEBUG [StoreCloser-TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/A/199b18d7d3154d459051cd2f36191c6f to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/A/199b18d7d3154d459051cd2f36191c6f 2024-11-22T15:24:07,596 DEBUG [StoreCloser-TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/A/365f3ee3d67d4868883a919de10f53d0 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/A/365f3ee3d67d4868883a919de10f53d0 2024-11-22T15:24:07,596 DEBUG [StoreCloser-TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/A/d8c2e4ed608c47aca85ab98b3d4d0c36 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/A/d8c2e4ed608c47aca85ab98b3d4d0c36 2024-11-22T15:24:07,597 DEBUG [StoreCloser-TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/A/a9765f43b0964d4d935963ecac0e2cbf to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/A/a9765f43b0964d4d935963ecac0e2cbf 2024-11-22T15:24:07,598 DEBUG [StoreCloser-TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/A/fa14c5ec2b76413e8101caec46d7afd4 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/A/fa14c5ec2b76413e8101caec46d7afd4 2024-11-22T15:24:07,599 DEBUG [StoreCloser-TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/A/225189d04a784e34a8d07ba68bcc6ff7 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/A/225189d04a784e34a8d07ba68bcc6ff7 2024-11-22T15:24:07,600 DEBUG [StoreCloser-TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/A/7ca5d80169444693b8b1ec32b4fd204f to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/A/7ca5d80169444693b8b1ec32b4fd204f 2024-11-22T15:24:07,600 DEBUG [StoreCloser-TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/A/d2bcff0f9c754e76abc372ec61dec698 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/A/d2bcff0f9c754e76abc372ec61dec698 2024-11-22T15:24:07,601 DEBUG [StoreCloser-TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/A/2ae1d8fb004a4d37b33c74fd904e61d2 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/A/2ae1d8fb004a4d37b33c74fd904e61d2 2024-11-22T15:24:07,602 DEBUG [StoreCloser-TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/A/4c8ce620c33242afaf93fe2508c20c60 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/A/4c8ce620c33242afaf93fe2508c20c60 2024-11-22T15:24:07,603 DEBUG [StoreCloser-TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/A/7b0b1151a8cd428bb58fab1c4d5d5da0 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/A/7b0b1151a8cd428bb58fab1c4d5d5da0 2024-11-22T15:24:07,604 DEBUG [StoreCloser-TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/A/42b7fdbb96324c31b2a1861bda7b03cd to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/A/42b7fdbb96324c31b2a1861bda7b03cd 2024-11-22T15:24:07,605 DEBUG [StoreCloser-TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/A/033d8e16a6a04b63839eed8613060e9f to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/A/033d8e16a6a04b63839eed8613060e9f 2024-11-22T15:24:07,606 DEBUG [StoreCloser-TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/A/527f9131965d46b1994090c4fe81a24b to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/A/527f9131965d46b1994090c4fe81a24b 2024-11-22T15:24:07,607 DEBUG [StoreCloser-TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/A/bdd85f09f7444f9d822aa76ffe4dd79b to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/A/bdd85f09f7444f9d822aa76ffe4dd79b 2024-11-22T15:24:07,608 DEBUG [StoreCloser-TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/A/23e8aa5b90ee45028ae2b4e2a7e3fd94 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/A/23e8aa5b90ee45028ae2b4e2a7e3fd94 2024-11-22T15:24:07,609 DEBUG [StoreCloser-TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/A/419f44c7b3ba4a7caf93783fa699729b to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/A/419f44c7b3ba4a7caf93783fa699729b 2024-11-22T15:24:07,609 DEBUG [StoreCloser-TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/A/5d3378ed0bd7457490d3602a8d84d80e to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/A/5d3378ed0bd7457490d3602a8d84d80e 2024-11-22T15:24:07,610 DEBUG [StoreCloser-TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/A/a0943b7db60d40968dd990a1773a26b2 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/A/a0943b7db60d40968dd990a1773a26b2 2024-11-22T15:24:07,611 DEBUG [StoreCloser-TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/A/bddfbb2ef0e54b738276c7a809873f70 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/A/bddfbb2ef0e54b738276c7a809873f70 2024-11-22T15:24:07,612 DEBUG [StoreCloser-TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/A/2f71fc8e596d4ccfadb4ab808acb136f to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/A/2f71fc8e596d4ccfadb4ab808acb136f 2024-11-22T15:24:07,613 DEBUG [StoreCloser-TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/A/8cfa6efca17449828ababb176ba670f5 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/A/8cfa6efca17449828ababb176ba670f5 2024-11-22T15:24:07,614 DEBUG [StoreCloser-TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/A/30fdbdfbdea445f29df09832e990f395 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/A/30fdbdfbdea445f29df09832e990f395 2024-11-22T15:24:07,615 DEBUG [StoreCloser-TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/A/180922efb283474f872136a371b06f9d to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/A/180922efb283474f872136a371b06f9d 2024-11-22T15:24:07,616 DEBUG [StoreCloser-TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/A/af8f4acb484446bfb943f40b61310d5f to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/A/af8f4acb484446bfb943f40b61310d5f 2024-11-22T15:24:07,617 DEBUG [StoreCloser-TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/A/03634f341538472e96dd35f51c4ee7c7 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/A/03634f341538472e96dd35f51c4ee7c7 2024-11-22T15:24:07,618 DEBUG [StoreCloser-TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/A/63d271b91bf24ec6bb41181433ce8d82 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/A/63d271b91bf24ec6bb41181433ce8d82 2024-11-22T15:24:07,619 DEBUG [StoreCloser-TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/A/a0bac0b532024c41bf098d42fc7753dc to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/A/a0bac0b532024c41bf098d42fc7753dc 2024-11-22T15:24:07,620 DEBUG [StoreCloser-TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/A/4a83911b0a254d4aa7cd9034c99ee183 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/A/4a83911b0a254d4aa7cd9034c99ee183 2024-11-22T15:24:07,621 DEBUG [StoreCloser-TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/A/d1e332f94b694b1b9a17618356c7a810 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/A/d1e332f94b694b1b9a17618356c7a810 2024-11-22T15:24:07,622 DEBUG [StoreCloser-TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/A/31fbf6dacb0f42e1a3dc9c286532de52 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/A/31fbf6dacb0f42e1a3dc9c286532de52 2024-11-22T15:24:07,623 DEBUG [StoreCloser-TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/A/ea3e7f52b3ca41a8931a0d21b1a3a789 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/A/ea3e7f52b3ca41a8931a0d21b1a3a789 2024-11-22T15:24:07,624 DEBUG [StoreCloser-TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/A/7cacdc36344647c88d79b3f9c98dfa9b to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/A/7cacdc36344647c88d79b3f9c98dfa9b 2024-11-22T15:24:07,625 DEBUG [StoreCloser-TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/A/349898445ac249ac8c5659617cc0ea2c to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/A/349898445ac249ac8c5659617cc0ea2c 2024-11-22T15:24:07,626 DEBUG [StoreCloser-TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/A/f7419644551943f5b64fa6518b65a019 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/A/f7419644551943f5b64fa6518b65a019 2024-11-22T15:24:07,627 DEBUG [StoreCloser-TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/B/40c8eca152e347188731249d2b06753b, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/B/843cca22a73f4a85aae6882c6776d83a, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/B/2453edee4e6148048f6a0aab5b2f02ba, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/B/f3eef11168284d0ca69983e06cafaf7b, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/B/11a5c007c0344b10803a0cbe628a0c7d, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/B/ac3d75d8e2d249cbaec65a6ab1980301, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/B/1b89cae6b4d349719643da0f6feb123c, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/B/00028fedf34f4c57b8b58d22fa9f634e, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/B/a75a11e1e9644eb5a6af499662b4bd98, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/B/c9933a7eeca0400d80f2fec35a0d7a4c, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/B/69609a7176324e4ca9ecb5a84dcfc18f, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/B/77076eeda003496f8ced8c26ccb45df2, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/B/9e2b155514d3486b96d70da76db98094, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/B/8ed8dcee64c645eb983b4923227c2a66, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/B/a0e4ea35b1134f89b8f9c7b98b5be3cf, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/B/922d73a852cc465fadbc7632e84f7e7c, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/B/24dec76ce8b24cdabc0fc88605e1c4c1, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/B/0aeb032e12594cfa80d8ba81ab6e5e72, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/B/70d64e3872c94b8e9bf8f1c1bf80ba09, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/B/ccc3318f765f463a92f65029ef04a58e, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/B/98b88b28d0634d16af7e97eda7e8a24e, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/B/2b51805a23fc48eeb9f6e41dccc4ea17, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/B/0fc3e8dae2b04d0ebcfce039a924ba23, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/B/20a51f949f5f40acbec0f61e56f6cc33, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/B/0ca2773566e24c49a3aee38120d304e5, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/B/930630c5100f4fc6ba9b045b598fb4ec, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/B/7e6fe04e9a5c44d2b0899472485f922e, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/B/c85a71af5bdc4c5398db114d726b8dbd, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/B/89e741ffd50a4350b8849c7190508bd4, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/B/914b50d44e434427ae33824337a24d3c, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/B/48f70322c3cc42e8b0f76647feeb6618, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/B/715dec285a254236a65a330a680c5d96, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/B/8abda528ba3e4907af604c6c59e07aba, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/B/17aef6d8789e44a0b1ff008c49d49202, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/B/0a0603101f284ed98c7248dd9f4508c0, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/B/e523a32ea1bb46d4928d8ad3b87ef69f, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/B/fdf3559361c74f77a1cd0a4d1c9cbc3b, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/B/2558dc0e477e4e3aa45683f5faf76658, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/B/65e60363ed1f46eeb01d867029cae467, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/B/7566bb6a63c048bc9845fee6616c1068, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/B/57050a8d86d5473eb5432e3f19a99eb2, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/B/c2fbbea4ff9b44e18fa2bc4e0d291628] to archive 2024-11-22T15:24:07,628 DEBUG [StoreCloser-TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-22T15:24:07,629 DEBUG [StoreCloser-TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/B/40c8eca152e347188731249d2b06753b to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/B/40c8eca152e347188731249d2b06753b 2024-11-22T15:24:07,630 DEBUG [StoreCloser-TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/B/843cca22a73f4a85aae6882c6776d83a to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/B/843cca22a73f4a85aae6882c6776d83a 2024-11-22T15:24:07,631 DEBUG [StoreCloser-TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/B/2453edee4e6148048f6a0aab5b2f02ba to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/B/2453edee4e6148048f6a0aab5b2f02ba 2024-11-22T15:24:07,632 DEBUG [StoreCloser-TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/B/f3eef11168284d0ca69983e06cafaf7b to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/B/f3eef11168284d0ca69983e06cafaf7b 2024-11-22T15:24:07,633 DEBUG [StoreCloser-TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/B/11a5c007c0344b10803a0cbe628a0c7d to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/B/11a5c007c0344b10803a0cbe628a0c7d 2024-11-22T15:24:07,634 DEBUG [StoreCloser-TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/B/ac3d75d8e2d249cbaec65a6ab1980301 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/B/ac3d75d8e2d249cbaec65a6ab1980301 2024-11-22T15:24:07,635 DEBUG [StoreCloser-TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/B/1b89cae6b4d349719643da0f6feb123c to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/B/1b89cae6b4d349719643da0f6feb123c 2024-11-22T15:24:07,636 DEBUG [StoreCloser-TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/B/00028fedf34f4c57b8b58d22fa9f634e to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/B/00028fedf34f4c57b8b58d22fa9f634e 2024-11-22T15:24:07,636 DEBUG [StoreCloser-TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/B/a75a11e1e9644eb5a6af499662b4bd98 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/B/a75a11e1e9644eb5a6af499662b4bd98 2024-11-22T15:24:07,637 DEBUG [StoreCloser-TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/B/c9933a7eeca0400d80f2fec35a0d7a4c to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/B/c9933a7eeca0400d80f2fec35a0d7a4c 2024-11-22T15:24:07,638 DEBUG [StoreCloser-TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/B/69609a7176324e4ca9ecb5a84dcfc18f to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/B/69609a7176324e4ca9ecb5a84dcfc18f 2024-11-22T15:24:07,639 DEBUG [StoreCloser-TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/B/77076eeda003496f8ced8c26ccb45df2 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/B/77076eeda003496f8ced8c26ccb45df2 2024-11-22T15:24:07,640 DEBUG [StoreCloser-TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/B/9e2b155514d3486b96d70da76db98094 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/B/9e2b155514d3486b96d70da76db98094 2024-11-22T15:24:07,640 DEBUG [StoreCloser-TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/B/8ed8dcee64c645eb983b4923227c2a66 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/B/8ed8dcee64c645eb983b4923227c2a66 2024-11-22T15:24:07,641 DEBUG [StoreCloser-TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/B/a0e4ea35b1134f89b8f9c7b98b5be3cf to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/B/a0e4ea35b1134f89b8f9c7b98b5be3cf 2024-11-22T15:24:07,642 DEBUG [StoreCloser-TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/B/922d73a852cc465fadbc7632e84f7e7c to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/B/922d73a852cc465fadbc7632e84f7e7c 2024-11-22T15:24:07,642 DEBUG [StoreCloser-TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/B/24dec76ce8b24cdabc0fc88605e1c4c1 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/B/24dec76ce8b24cdabc0fc88605e1c4c1 2024-11-22T15:24:07,643 DEBUG [StoreCloser-TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/B/0aeb032e12594cfa80d8ba81ab6e5e72 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/B/0aeb032e12594cfa80d8ba81ab6e5e72 2024-11-22T15:24:07,644 DEBUG [StoreCloser-TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/B/70d64e3872c94b8e9bf8f1c1bf80ba09 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/B/70d64e3872c94b8e9bf8f1c1bf80ba09 2024-11-22T15:24:07,644 DEBUG [StoreCloser-TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/B/ccc3318f765f463a92f65029ef04a58e to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/B/ccc3318f765f463a92f65029ef04a58e 2024-11-22T15:24:07,645 DEBUG [StoreCloser-TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/B/98b88b28d0634d16af7e97eda7e8a24e to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/B/98b88b28d0634d16af7e97eda7e8a24e 2024-11-22T15:24:07,645 DEBUG [StoreCloser-TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/B/2b51805a23fc48eeb9f6e41dccc4ea17 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/B/2b51805a23fc48eeb9f6e41dccc4ea17 2024-11-22T15:24:07,646 DEBUG [StoreCloser-TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/B/0fc3e8dae2b04d0ebcfce039a924ba23 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/B/0fc3e8dae2b04d0ebcfce039a924ba23 2024-11-22T15:24:07,646 DEBUG [StoreCloser-TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/B/20a51f949f5f40acbec0f61e56f6cc33 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/B/20a51f949f5f40acbec0f61e56f6cc33 2024-11-22T15:24:07,647 DEBUG [StoreCloser-TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/B/0ca2773566e24c49a3aee38120d304e5 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/B/0ca2773566e24c49a3aee38120d304e5 2024-11-22T15:24:07,648 DEBUG [StoreCloser-TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/B/930630c5100f4fc6ba9b045b598fb4ec to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/B/930630c5100f4fc6ba9b045b598fb4ec 2024-11-22T15:24:07,648 DEBUG [StoreCloser-TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/B/7e6fe04e9a5c44d2b0899472485f922e to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/B/7e6fe04e9a5c44d2b0899472485f922e 2024-11-22T15:24:07,649 DEBUG [StoreCloser-TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/B/c85a71af5bdc4c5398db114d726b8dbd to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/B/c85a71af5bdc4c5398db114d726b8dbd 2024-11-22T15:24:07,649 DEBUG [StoreCloser-TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/B/89e741ffd50a4350b8849c7190508bd4 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/B/89e741ffd50a4350b8849c7190508bd4 2024-11-22T15:24:07,650 DEBUG [StoreCloser-TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/B/914b50d44e434427ae33824337a24d3c to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/B/914b50d44e434427ae33824337a24d3c 2024-11-22T15:24:07,650 DEBUG [StoreCloser-TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/B/48f70322c3cc42e8b0f76647feeb6618 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/B/48f70322c3cc42e8b0f76647feeb6618 2024-11-22T15:24:07,651 DEBUG [StoreCloser-TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/B/715dec285a254236a65a330a680c5d96 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/B/715dec285a254236a65a330a680c5d96 2024-11-22T15:24:07,652 DEBUG [StoreCloser-TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/B/8abda528ba3e4907af604c6c59e07aba to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/B/8abda528ba3e4907af604c6c59e07aba 2024-11-22T15:24:07,652 DEBUG [StoreCloser-TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/B/17aef6d8789e44a0b1ff008c49d49202 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/B/17aef6d8789e44a0b1ff008c49d49202 2024-11-22T15:24:07,653 DEBUG [StoreCloser-TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/B/0a0603101f284ed98c7248dd9f4508c0 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/B/0a0603101f284ed98c7248dd9f4508c0 2024-11-22T15:24:07,653 DEBUG [StoreCloser-TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/B/e523a32ea1bb46d4928d8ad3b87ef69f to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/B/e523a32ea1bb46d4928d8ad3b87ef69f 2024-11-22T15:24:07,654 DEBUG [StoreCloser-TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/B/fdf3559361c74f77a1cd0a4d1c9cbc3b to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/B/fdf3559361c74f77a1cd0a4d1c9cbc3b 2024-11-22T15:24:07,655 DEBUG [StoreCloser-TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/B/2558dc0e477e4e3aa45683f5faf76658 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/B/2558dc0e477e4e3aa45683f5faf76658 2024-11-22T15:24:07,655 DEBUG [StoreCloser-TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/B/65e60363ed1f46eeb01d867029cae467 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/B/65e60363ed1f46eeb01d867029cae467 2024-11-22T15:24:07,656 DEBUG [StoreCloser-TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/B/7566bb6a63c048bc9845fee6616c1068 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/B/7566bb6a63c048bc9845fee6616c1068 2024-11-22T15:24:07,656 DEBUG [StoreCloser-TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/B/57050a8d86d5473eb5432e3f19a99eb2 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/B/57050a8d86d5473eb5432e3f19a99eb2 2024-11-22T15:24:07,657 DEBUG [StoreCloser-TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/B/c2fbbea4ff9b44e18fa2bc4e0d291628 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/B/c2fbbea4ff9b44e18fa2bc4e0d291628 2024-11-22T15:24:07,658 DEBUG [StoreCloser-TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/C/af485e589f574a7f90ef99a42a1e054e, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/C/d64979f933914983856c34260bc0c82d, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/C/eb056728f5e64035bb28912f50b7b6af, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/C/512269545d16434399b827df87d108b0, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/C/b2444d52bedb478493080f08cf13820c, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/C/98998546b04c488ca2da83939a4c4622, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/C/7c16dd7d598e4e548dbe6aa704b576d8, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/C/3283e343282442b49e9a9ce2b1c104b5, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/C/12bd5e3fd1aa4d868990cc29f3f3d86f, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/C/4e96f85217304f4daf7b61623cef3e9a, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/C/6326675f89b1485c90ba34537f6672df, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/C/f5240a94eaec4949bc6dfca1ca030a67, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/C/0374fdf2f8d548fcb932adca0a385729, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/C/9deb523103c542a5b76e4d1b91a6c0e8, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/C/c692fa900124465d833c8b082e2fcee6, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/C/578a697392eb4d38bd8983f31b0052f8, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/C/4f9c2abece6a45769117b007f3270dfe, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/C/d6e8b07bf93c47ab8ff8e2bb05114fdf, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/C/312fb442a4f14cf79f991bebc2e17c89, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/C/4444d4d8f6e1447f8541f53b444ca0c8, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/C/7933c8b062464c2aa77096a686b2759e, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/C/03bd30b3e547494f90cc3389115ba529, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/C/fb7f2a4067dd4c5ea5a482652dfe34dd, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/C/39e0fc91be5a4342a7414800ba06247b, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/C/294e6df6472c40e58564f6fcfaafd5b8, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/C/a05fceb1bf7c4283bfb7c46f93df5167, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/C/6d8a5ea9af20482f83d7784c7386679b, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/C/f603fc334dfc479aaa83cb087e53e0ef, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/C/7af3ec3a7cad40a0b5d7a4ccd1c58494, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/C/9f10645b25c14adead5a2bdc59e43e04, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/C/3ee95362ca00412f8c9071407af31653, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/C/0c5267561dce4bc1b0f7512c37fb44e4, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/C/d480e24a7d4a42c08ae9388d2d594929, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/C/7e309bb7076049d6b1bd2f0a5fd0f26b, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/C/0db5ac5a95594583a6c07b38f355a75f, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/C/464d5dc2ecbd491797202a2d5e857d65, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/C/e8e13c12687a4107a07a14f47097479e, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/C/57ca4450aabd421881075680c5225422, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/C/1613c75eb38645eb8e9e9688bd31a2ef, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/C/02c2ea4f311a4906a5374595678fd9b1, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/C/56a14c1bd1a4471483591b087a871bb2, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/C/c5fcedbc9e7f46f99a24ea06951c8c3e] to archive 2024-11-22T15:24:07,658 DEBUG [StoreCloser-TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-22T15:24:07,659 DEBUG [StoreCloser-TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/C/af485e589f574a7f90ef99a42a1e054e to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/C/af485e589f574a7f90ef99a42a1e054e 2024-11-22T15:24:07,660 DEBUG [StoreCloser-TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/C/d64979f933914983856c34260bc0c82d to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/C/d64979f933914983856c34260bc0c82d 2024-11-22T15:24:07,661 DEBUG [StoreCloser-TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/C/eb056728f5e64035bb28912f50b7b6af to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/C/eb056728f5e64035bb28912f50b7b6af 2024-11-22T15:24:07,662 DEBUG [StoreCloser-TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/C/512269545d16434399b827df87d108b0 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/C/512269545d16434399b827df87d108b0 2024-11-22T15:24:07,663 DEBUG [StoreCloser-TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/C/b2444d52bedb478493080f08cf13820c to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/C/b2444d52bedb478493080f08cf13820c 2024-11-22T15:24:07,664 DEBUG [StoreCloser-TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/C/98998546b04c488ca2da83939a4c4622 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/C/98998546b04c488ca2da83939a4c4622 2024-11-22T15:24:07,665 DEBUG [StoreCloser-TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/C/7c16dd7d598e4e548dbe6aa704b576d8 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/C/7c16dd7d598e4e548dbe6aa704b576d8 2024-11-22T15:24:07,666 DEBUG [StoreCloser-TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/C/3283e343282442b49e9a9ce2b1c104b5 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/C/3283e343282442b49e9a9ce2b1c104b5 2024-11-22T15:24:07,667 DEBUG [StoreCloser-TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/C/12bd5e3fd1aa4d868990cc29f3f3d86f to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/C/12bd5e3fd1aa4d868990cc29f3f3d86f 2024-11-22T15:24:07,667 DEBUG [StoreCloser-TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/C/4e96f85217304f4daf7b61623cef3e9a to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/C/4e96f85217304f4daf7b61623cef3e9a 2024-11-22T15:24:07,668 DEBUG [StoreCloser-TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/C/6326675f89b1485c90ba34537f6672df to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/C/6326675f89b1485c90ba34537f6672df 2024-11-22T15:24:07,669 DEBUG [StoreCloser-TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/C/f5240a94eaec4949bc6dfca1ca030a67 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/C/f5240a94eaec4949bc6dfca1ca030a67 2024-11-22T15:24:07,670 DEBUG [StoreCloser-TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/C/0374fdf2f8d548fcb932adca0a385729 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/C/0374fdf2f8d548fcb932adca0a385729 2024-11-22T15:24:07,671 DEBUG [StoreCloser-TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/C/9deb523103c542a5b76e4d1b91a6c0e8 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/C/9deb523103c542a5b76e4d1b91a6c0e8 2024-11-22T15:24:07,671 DEBUG [StoreCloser-TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/C/c692fa900124465d833c8b082e2fcee6 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/C/c692fa900124465d833c8b082e2fcee6 2024-11-22T15:24:07,672 DEBUG [StoreCloser-TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/C/578a697392eb4d38bd8983f31b0052f8 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/C/578a697392eb4d38bd8983f31b0052f8 2024-11-22T15:24:07,673 DEBUG [StoreCloser-TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/C/4f9c2abece6a45769117b007f3270dfe to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/C/4f9c2abece6a45769117b007f3270dfe 2024-11-22T15:24:07,674 DEBUG [StoreCloser-TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/C/d6e8b07bf93c47ab8ff8e2bb05114fdf to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/C/d6e8b07bf93c47ab8ff8e2bb05114fdf 2024-11-22T15:24:07,675 DEBUG [StoreCloser-TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/C/312fb442a4f14cf79f991bebc2e17c89 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/C/312fb442a4f14cf79f991bebc2e17c89 2024-11-22T15:24:07,676 DEBUG [StoreCloser-TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/C/4444d4d8f6e1447f8541f53b444ca0c8 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/C/4444d4d8f6e1447f8541f53b444ca0c8 2024-11-22T15:24:07,678 DEBUG [StoreCloser-TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/C/7933c8b062464c2aa77096a686b2759e to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/C/7933c8b062464c2aa77096a686b2759e 2024-11-22T15:24:07,679 DEBUG [StoreCloser-TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/C/03bd30b3e547494f90cc3389115ba529 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/C/03bd30b3e547494f90cc3389115ba529 2024-11-22T15:24:07,680 DEBUG [StoreCloser-TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/C/fb7f2a4067dd4c5ea5a482652dfe34dd to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/C/fb7f2a4067dd4c5ea5a482652dfe34dd 2024-11-22T15:24:07,681 DEBUG [StoreCloser-TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/C/39e0fc91be5a4342a7414800ba06247b to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/C/39e0fc91be5a4342a7414800ba06247b 2024-11-22T15:24:07,683 DEBUG [StoreCloser-TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/C/294e6df6472c40e58564f6fcfaafd5b8 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/C/294e6df6472c40e58564f6fcfaafd5b8 2024-11-22T15:24:07,684 DEBUG [StoreCloser-TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/C/a05fceb1bf7c4283bfb7c46f93df5167 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/C/a05fceb1bf7c4283bfb7c46f93df5167 2024-11-22T15:24:07,685 DEBUG [StoreCloser-TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/C/6d8a5ea9af20482f83d7784c7386679b to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/C/6d8a5ea9af20482f83d7784c7386679b 2024-11-22T15:24:07,686 DEBUG [StoreCloser-TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/C/f603fc334dfc479aaa83cb087e53e0ef to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/C/f603fc334dfc479aaa83cb087e53e0ef 2024-11-22T15:24:07,687 DEBUG [StoreCloser-TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/C/7af3ec3a7cad40a0b5d7a4ccd1c58494 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/C/7af3ec3a7cad40a0b5d7a4ccd1c58494 2024-11-22T15:24:07,688 DEBUG [StoreCloser-TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/C/9f10645b25c14adead5a2bdc59e43e04 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/C/9f10645b25c14adead5a2bdc59e43e04 2024-11-22T15:24:07,689 DEBUG [StoreCloser-TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/C/3ee95362ca00412f8c9071407af31653 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/C/3ee95362ca00412f8c9071407af31653 2024-11-22T15:24:07,689 DEBUG [StoreCloser-TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/C/0c5267561dce4bc1b0f7512c37fb44e4 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/C/0c5267561dce4bc1b0f7512c37fb44e4 2024-11-22T15:24:07,690 DEBUG [StoreCloser-TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/C/d480e24a7d4a42c08ae9388d2d594929 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/C/d480e24a7d4a42c08ae9388d2d594929 2024-11-22T15:24:07,691 DEBUG [StoreCloser-TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/C/7e309bb7076049d6b1bd2f0a5fd0f26b to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/C/7e309bb7076049d6b1bd2f0a5fd0f26b 2024-11-22T15:24:07,692 DEBUG [StoreCloser-TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/C/0db5ac5a95594583a6c07b38f355a75f to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/C/0db5ac5a95594583a6c07b38f355a75f 2024-11-22T15:24:07,693 DEBUG [StoreCloser-TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/C/464d5dc2ecbd491797202a2d5e857d65 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/C/464d5dc2ecbd491797202a2d5e857d65 2024-11-22T15:24:07,694 DEBUG [StoreCloser-TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/C/e8e13c12687a4107a07a14f47097479e to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/C/e8e13c12687a4107a07a14f47097479e 2024-11-22T15:24:07,695 DEBUG [StoreCloser-TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/C/57ca4450aabd421881075680c5225422 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/C/57ca4450aabd421881075680c5225422 2024-11-22T15:24:07,697 DEBUG [StoreCloser-TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/C/1613c75eb38645eb8e9e9688bd31a2ef to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/C/1613c75eb38645eb8e9e9688bd31a2ef 2024-11-22T15:24:07,698 DEBUG [StoreCloser-TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/C/02c2ea4f311a4906a5374595678fd9b1 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/C/02c2ea4f311a4906a5374595678fd9b1 2024-11-22T15:24:07,699 DEBUG [StoreCloser-TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/C/56a14c1bd1a4471483591b087a871bb2 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/C/56a14c1bd1a4471483591b087a871bb2 2024-11-22T15:24:07,701 DEBUG [StoreCloser-TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/C/c5fcedbc9e7f46f99a24ea06951c8c3e to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/C/c5fcedbc9e7f46f99a24ea06951c8c3e 2024-11-22T15:24:07,706 DEBUG [RS_CLOSE_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/recovered.edits/670.seqid, newMaxSeqId=670, maxSeqId=1 2024-11-22T15:24:07,706 INFO [RS_CLOSE_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c. 2024-11-22T15:24:07,706 DEBUG [RS_CLOSE_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegion(1635): Region close journal for 1938f6b7b702ace5423ca3db7152b41c: 2024-11-22T15:24:07,708 INFO [RS_CLOSE_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] handler.UnassignRegionHandler(170): Closed 1938f6b7b702ace5423ca3db7152b41c 2024-11-22T15:24:07,709 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=152 updating hbase:meta row=1938f6b7b702ace5423ca3db7152b41c, regionState=CLOSED 2024-11-22T15:24:07,712 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=153, resume processing ppid=152 2024-11-22T15:24:07,712 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=153, ppid=152, state=SUCCESS; CloseRegionProcedure 1938f6b7b702ace5423ca3db7152b41c, server=77927f992d0b,45443,1732288897733 in 1.8580 sec 2024-11-22T15:24:07,713 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=152, resume processing ppid=151 2024-11-22T15:24:07,713 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=152, ppid=151, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=1938f6b7b702ace5423ca3db7152b41c, UNASSIGN in 1.8620 sec 2024-11-22T15:24:07,716 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=151, resume processing ppid=150 2024-11-22T15:24:07,716 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=151, ppid=150, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.8650 sec 2024-11-22T15:24:07,717 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732289047717"}]},"ts":"1732289047717"} 2024-11-22T15:24:07,718 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-22T15:24:07,729 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-22T15:24:07,731 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=150, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.9260 sec 2024-11-22T15:24:07,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-11-22T15:24:07,913 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 150 completed 2024-11-22T15:24:07,914 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-22T15:24:07,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] procedure2.ProcedureExecutor(1098): Stored pid=154, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T15:24:07,916 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=154, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T15:24:07,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=154 2024-11-22T15:24:07,916 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=154, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T15:24:07,918 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c 2024-11-22T15:24:07,920 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/A, FileablePath, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/B, FileablePath, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/C, FileablePath, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/recovered.edits] 2024-11-22T15:24:07,923 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/A/33597dae822e42f099c76738cc95a4d9 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/A/33597dae822e42f099c76738cc95a4d9 2024-11-22T15:24:07,925 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/A/3e1725f5b1f9409f81b9b3f5c17e0ae7 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/A/3e1725f5b1f9409f81b9b3f5c17e0ae7 2024-11-22T15:24:07,927 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/A/61a8b639a6f94223aeb99466b06c5a2f to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/A/61a8b639a6f94223aeb99466b06c5a2f 2024-11-22T15:24:07,929 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/A/a271fd38d69249f3b09aced4cec0d807 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/A/a271fd38d69249f3b09aced4cec0d807 2024-11-22T15:24:07,931 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/A/fa833870ffc5478ea865028496dcb377 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/A/fa833870ffc5478ea865028496dcb377 2024-11-22T15:24:07,935 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/B/15d01236853d4493a19e82b2704a317e to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/B/15d01236853d4493a19e82b2704a317e 2024-11-22T15:24:07,937 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/B/3a38b488f4274733a60c22a314fc0b68 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/B/3a38b488f4274733a60c22a314fc0b68 2024-11-22T15:24:07,939 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/B/744c281361fe43a88e2e1ed842f9d22d to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/B/744c281361fe43a88e2e1ed842f9d22d 2024-11-22T15:24:07,941 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/B/98ea686e7b684af59aaba968d721c6a9 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/B/98ea686e7b684af59aaba968d721c6a9 2024-11-22T15:24:07,942 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/B/ff69e50093ec4ea39b4758f0b72389e8 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/B/ff69e50093ec4ea39b4758f0b72389e8 2024-11-22T15:24:07,944 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/C/1fc17ebe00af424f860256a9216cccd7 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/C/1fc17ebe00af424f860256a9216cccd7 2024-11-22T15:24:07,945 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/C/31028589109c4171b8f9f0bcfd7aa4b7 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/C/31028589109c4171b8f9f0bcfd7aa4b7 2024-11-22T15:24:07,946 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/C/5827418c77ab4d5f9a7d1963202f1622 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/C/5827418c77ab4d5f9a7d1963202f1622 2024-11-22T15:24:07,947 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/C/9937fff30c6f4e648b9642a1160b114f to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/C/9937fff30c6f4e648b9642a1160b114f 2024-11-22T15:24:07,948 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/C/d98c974b62ef4618bc500e7de4e14d17 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/C/d98c974b62ef4618bc500e7de4e14d17 2024-11-22T15:24:07,950 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/recovered.edits/670.seqid to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c/recovered.edits/670.seqid 2024-11-22T15:24:07,950 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/1938f6b7b702ace5423ca3db7152b41c 2024-11-22T15:24:07,950 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-22T15:24:07,952 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=154, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T15:24:07,953 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-22T15:24:07,954 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-22T15:24:07,955 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=154, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T15:24:07,955 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-22T15:24:07,955 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732289047955"}]},"ts":"9223372036854775807"} 2024-11-22T15:24:07,957 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-22T15:24:07,957 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 1938f6b7b702ace5423ca3db7152b41c, NAME => 'TestAcidGuarantees,,1732289022873.1938f6b7b702ace5423ca3db7152b41c.', STARTKEY => '', ENDKEY => ''}] 2024-11-22T15:24:07,957 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-22T15:24:07,957 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732289047957"}]},"ts":"9223372036854775807"} 2024-11-22T15:24:07,958 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-22T15:24:07,966 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=154, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T15:24:07,967 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=154, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 52 msec 2024-11-22T15:24:08,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=154 2024-11-22T15:24:08,018 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 154 completed 2024-11-22T15:24:08,034 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testScanAtomicity Thread=239 (was 237) - Thread LEAK? -, OpenFileDescriptor=453 (was 451) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=678 (was 660) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4078 (was 4155) 2024-11-22T15:24:08,043 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMobGetAtomicity Thread=239, OpenFileDescriptor=453, MaxFileDescriptor=1048576, SystemLoadAverage=678, ProcessCount=11, AvailableMemoryMB=4078 2024-11-22T15:24:08,044 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-22T15:24:08,045 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T15:24:08,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] procedure2.ProcedureExecutor(1098): Stored pid=155, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-22T15:24:08,046 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=155, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T15:24:08,046 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:08,047 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 155 2024-11-22T15:24:08,047 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=155, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T15:24:08,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-11-22T15:24:08,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742511_1687 (size=960) 2024-11-22T15:24:08,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-11-22T15:24:08,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-11-22T15:24:08,456 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 3faa3154f963d3ee3525c5fe59ace3ed, NAME => 'TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866 2024-11-22T15:24:08,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742512_1688 (size=53) 2024-11-22T15:24:08,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-11-22T15:24:08,864 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T15:24:08,864 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 3faa3154f963d3ee3525c5fe59ace3ed, disabling compactions & flushes 2024-11-22T15:24:08,864 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed. 2024-11-22T15:24:08,864 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed. 2024-11-22T15:24:08,864 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed. after waiting 0 ms 2024-11-22T15:24:08,864 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed. 2024-11-22T15:24:08,864 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed. 2024-11-22T15:24:08,864 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 3faa3154f963d3ee3525c5fe59ace3ed: 2024-11-22T15:24:08,866 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=155, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T15:24:08,867 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732289048866"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732289048866"}]},"ts":"1732289048866"} 2024-11-22T15:24:08,869 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-22T15:24:08,870 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=155, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T15:24:08,871 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732289048870"}]},"ts":"1732289048870"} 2024-11-22T15:24:08,872 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-22T15:24:08,925 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=156, ppid=155, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=3faa3154f963d3ee3525c5fe59ace3ed, ASSIGN}] 2024-11-22T15:24:08,927 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=156, ppid=155, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=3faa3154f963d3ee3525c5fe59ace3ed, ASSIGN 2024-11-22T15:24:08,928 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=156, ppid=155, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=3faa3154f963d3ee3525c5fe59ace3ed, ASSIGN; state=OFFLINE, location=77927f992d0b,45443,1732288897733; forceNewPlan=false, retain=false 2024-11-22T15:24:09,079 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=156 updating hbase:meta row=3faa3154f963d3ee3525c5fe59ace3ed, regionState=OPENING, regionLocation=77927f992d0b,45443,1732288897733 2024-11-22T15:24:09,081 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=157, ppid=156, state=RUNNABLE; OpenRegionProcedure 3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733}] 2024-11-22T15:24:09,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-11-22T15:24:09,233 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:24:09,237 INFO [RS_OPEN_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed. 2024-11-22T15:24:09,238 DEBUG [RS_OPEN_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] regionserver.HRegion(7285): Opening region: {ENCODED => 3faa3154f963d3ee3525c5fe59ace3ed, NAME => 'TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.', STARTKEY => '', ENDKEY => ''} 2024-11-22T15:24:09,238 DEBUG [RS_OPEN_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 3faa3154f963d3ee3525c5fe59ace3ed 2024-11-22T15:24:09,238 DEBUG [RS_OPEN_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T15:24:09,238 DEBUG [RS_OPEN_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] regionserver.HRegion(7327): checking encryption for 3faa3154f963d3ee3525c5fe59ace3ed 2024-11-22T15:24:09,238 DEBUG [RS_OPEN_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] regionserver.HRegion(7330): checking classloading for 3faa3154f963d3ee3525c5fe59ace3ed 2024-11-22T15:24:09,239 INFO [StoreOpener-3faa3154f963d3ee3525c5fe59ace3ed-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 3faa3154f963d3ee3525c5fe59ace3ed 2024-11-22T15:24:09,240 INFO [StoreOpener-3faa3154f963d3ee3525c5fe59ace3ed-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-22T15:24:09,240 INFO [StoreOpener-3faa3154f963d3ee3525c5fe59ace3ed-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3faa3154f963d3ee3525c5fe59ace3ed columnFamilyName A 2024-11-22T15:24:09,240 DEBUG [StoreOpener-3faa3154f963d3ee3525c5fe59ace3ed-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:09,241 INFO [StoreOpener-3faa3154f963d3ee3525c5fe59ace3ed-1 {}] regionserver.HStore(327): Store=3faa3154f963d3ee3525c5fe59ace3ed/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T15:24:09,241 INFO [StoreOpener-3faa3154f963d3ee3525c5fe59ace3ed-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 3faa3154f963d3ee3525c5fe59ace3ed 2024-11-22T15:24:09,242 INFO [StoreOpener-3faa3154f963d3ee3525c5fe59ace3ed-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-22T15:24:09,242 INFO [StoreOpener-3faa3154f963d3ee3525c5fe59ace3ed-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3faa3154f963d3ee3525c5fe59ace3ed columnFamilyName B 2024-11-22T15:24:09,242 DEBUG [StoreOpener-3faa3154f963d3ee3525c5fe59ace3ed-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:09,242 INFO [StoreOpener-3faa3154f963d3ee3525c5fe59ace3ed-1 {}] regionserver.HStore(327): Store=3faa3154f963d3ee3525c5fe59ace3ed/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T15:24:09,242 INFO [StoreOpener-3faa3154f963d3ee3525c5fe59ace3ed-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 3faa3154f963d3ee3525c5fe59ace3ed 2024-11-22T15:24:09,243 INFO [StoreOpener-3faa3154f963d3ee3525c5fe59ace3ed-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-22T15:24:09,243 INFO [StoreOpener-3faa3154f963d3ee3525c5fe59ace3ed-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3faa3154f963d3ee3525c5fe59ace3ed columnFamilyName C 2024-11-22T15:24:09,243 DEBUG [StoreOpener-3faa3154f963d3ee3525c5fe59ace3ed-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:09,244 INFO [StoreOpener-3faa3154f963d3ee3525c5fe59ace3ed-1 {}] regionserver.HStore(327): Store=3faa3154f963d3ee3525c5fe59ace3ed/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T15:24:09,244 INFO [RS_OPEN_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed. 2024-11-22T15:24:09,244 DEBUG [RS_OPEN_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed 2024-11-22T15:24:09,245 DEBUG [RS_OPEN_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed 2024-11-22T15:24:09,246 DEBUG [RS_OPEN_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-22T15:24:09,247 DEBUG [RS_OPEN_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] regionserver.HRegion(1085): writing seq id for 3faa3154f963d3ee3525c5fe59ace3ed 2024-11-22T15:24:09,248 DEBUG [RS_OPEN_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T15:24:09,249 INFO [RS_OPEN_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] regionserver.HRegion(1102): Opened 3faa3154f963d3ee3525c5fe59ace3ed; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75183501, jitterRate=0.12032146751880646}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-22T15:24:09,250 DEBUG [RS_OPEN_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] regionserver.HRegion(1001): Region open journal for 3faa3154f963d3ee3525c5fe59ace3ed: 2024-11-22T15:24:09,250 INFO [RS_OPEN_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed., pid=157, masterSystemTime=1732289049233 2024-11-22T15:24:09,251 DEBUG [RS_OPEN_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed. 2024-11-22T15:24:09,251 INFO [RS_OPEN_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_OPEN_REGION, pid=157}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed. 2024-11-22T15:24:09,252 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=156 updating hbase:meta row=3faa3154f963d3ee3525c5fe59ace3ed, regionState=OPEN, openSeqNum=2, regionLocation=77927f992d0b,45443,1732288897733 2024-11-22T15:24:09,253 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=157, resume processing ppid=156 2024-11-22T15:24:09,254 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=157, ppid=156, state=SUCCESS; OpenRegionProcedure 3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 in 171 msec 2024-11-22T15:24:09,254 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=156, resume processing ppid=155 2024-11-22T15:24:09,254 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=156, ppid=155, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=3faa3154f963d3ee3525c5fe59ace3ed, ASSIGN in 329 msec 2024-11-22T15:24:09,255 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=155, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T15:24:09,255 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732289049255"}]},"ts":"1732289049255"} 2024-11-22T15:24:09,256 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-22T15:24:09,266 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=155, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T15:24:09,267 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=155, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.2210 sec 2024-11-22T15:24:10,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-11-22T15:24:10,158 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 155 completed 2024-11-22T15:24:10,160 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x095ad211 to 127.0.0.1:61671 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4bbf3c1c 2024-11-22T15:24:10,220 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65aca2ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T15:24:10,221 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T15:24:10,223 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34538, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T15:24:10,224 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T15:24:10,225 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55374, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T15:24:10,228 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-22T15:24:10,228 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T15:24:10,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] procedure2.ProcedureExecutor(1098): Stored pid=158, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-22T15:24:10,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742513_1689 (size=996) 2024-11-22T15:24:10,242 DEBUG [PEWorker-1 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.960 2024-11-22T15:24:10,242 INFO [PEWorker-1 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.996 2024-11-22T15:24:10,244 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=159, ppid=158, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-22T15:24:10,245 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=160, ppid=159, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=3faa3154f963d3ee3525c5fe59ace3ed, REOPEN/MOVE}] 2024-11-22T15:24:10,246 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=160, ppid=159, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=3faa3154f963d3ee3525c5fe59ace3ed, REOPEN/MOVE 2024-11-22T15:24:10,246 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=160 updating hbase:meta row=3faa3154f963d3ee3525c5fe59ace3ed, regionState=CLOSING, regionLocation=77927f992d0b,45443,1732288897733 2024-11-22T15:24:10,247 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-22T15:24:10,247 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=161, ppid=160, state=RUNNABLE; CloseRegionProcedure 3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733}] 2024-11-22T15:24:10,398 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:24:10,399 INFO [RS_CLOSE_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] handler.UnassignRegionHandler(124): Close 3faa3154f963d3ee3525c5fe59ace3ed 2024-11-22T15:24:10,399 DEBUG [RS_CLOSE_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-22T15:24:10,399 DEBUG [RS_CLOSE_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HRegion(1681): Closing 3faa3154f963d3ee3525c5fe59ace3ed, disabling compactions & flushes 2024-11-22T15:24:10,399 INFO [RS_CLOSE_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed. 2024-11-22T15:24:10,399 DEBUG [RS_CLOSE_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed. 2024-11-22T15:24:10,399 DEBUG [RS_CLOSE_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed. after waiting 0 ms 2024-11-22T15:24:10,399 DEBUG [RS_CLOSE_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed. 2024-11-22T15:24:10,405 DEBUG [RS_CLOSE_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-22T15:24:10,406 INFO [RS_CLOSE_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed. 2024-11-22T15:24:10,406 DEBUG [RS_CLOSE_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HRegion(1635): Region close journal for 3faa3154f963d3ee3525c5fe59ace3ed: 2024-11-22T15:24:10,406 WARN [RS_CLOSE_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HRegionServer(3786): Not adding moved region record: 3faa3154f963d3ee3525c5fe59ace3ed to self. 2024-11-22T15:24:10,407 INFO [RS_CLOSE_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] handler.UnassignRegionHandler(170): Closed 3faa3154f963d3ee3525c5fe59ace3ed 2024-11-22T15:24:10,408 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=160 updating hbase:meta row=3faa3154f963d3ee3525c5fe59ace3ed, regionState=CLOSED 2024-11-22T15:24:10,410 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=161, resume processing ppid=160 2024-11-22T15:24:10,410 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=161, ppid=160, state=SUCCESS; CloseRegionProcedure 3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 in 162 msec 2024-11-22T15:24:10,411 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=160, ppid=159, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=3faa3154f963d3ee3525c5fe59ace3ed, REOPEN/MOVE; state=CLOSED, location=77927f992d0b,45443,1732288897733; forceNewPlan=false, retain=true 2024-11-22T15:24:10,562 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=160 updating hbase:meta row=3faa3154f963d3ee3525c5fe59ace3ed, regionState=OPENING, regionLocation=77927f992d0b,45443,1732288897733 2024-11-22T15:24:10,564 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=162, ppid=160, state=RUNNABLE; OpenRegionProcedure 3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733}] 2024-11-22T15:24:10,718 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:24:10,721 INFO [RS_OPEN_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_OPEN_REGION, pid=162}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed. 2024-11-22T15:24:10,721 DEBUG [RS_OPEN_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_OPEN_REGION, pid=162}] regionserver.HRegion(7285): Opening region: {ENCODED => 3faa3154f963d3ee3525c5fe59ace3ed, NAME => 'TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.', STARTKEY => '', ENDKEY => ''} 2024-11-22T15:24:10,722 DEBUG [RS_OPEN_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_OPEN_REGION, pid=162}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 3faa3154f963d3ee3525c5fe59ace3ed 2024-11-22T15:24:10,722 DEBUG [RS_OPEN_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_OPEN_REGION, pid=162}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T15:24:10,722 DEBUG [RS_OPEN_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_OPEN_REGION, pid=162}] regionserver.HRegion(7327): checking encryption for 3faa3154f963d3ee3525c5fe59ace3ed 2024-11-22T15:24:10,722 DEBUG [RS_OPEN_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_OPEN_REGION, pid=162}] regionserver.HRegion(7330): checking classloading for 3faa3154f963d3ee3525c5fe59ace3ed 2024-11-22T15:24:10,724 INFO [StoreOpener-3faa3154f963d3ee3525c5fe59ace3ed-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 3faa3154f963d3ee3525c5fe59ace3ed 2024-11-22T15:24:10,724 INFO [StoreOpener-3faa3154f963d3ee3525c5fe59ace3ed-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-22T15:24:10,725 INFO [StoreOpener-3faa3154f963d3ee3525c5fe59ace3ed-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3faa3154f963d3ee3525c5fe59ace3ed columnFamilyName A 2024-11-22T15:24:10,726 DEBUG [StoreOpener-3faa3154f963d3ee3525c5fe59ace3ed-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:10,727 INFO [StoreOpener-3faa3154f963d3ee3525c5fe59ace3ed-1 {}] regionserver.HStore(327): Store=3faa3154f963d3ee3525c5fe59ace3ed/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T15:24:10,727 INFO [StoreOpener-3faa3154f963d3ee3525c5fe59ace3ed-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 3faa3154f963d3ee3525c5fe59ace3ed 2024-11-22T15:24:10,727 INFO [StoreOpener-3faa3154f963d3ee3525c5fe59ace3ed-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-22T15:24:10,728 INFO [StoreOpener-3faa3154f963d3ee3525c5fe59ace3ed-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3faa3154f963d3ee3525c5fe59ace3ed columnFamilyName B 2024-11-22T15:24:10,728 DEBUG [StoreOpener-3faa3154f963d3ee3525c5fe59ace3ed-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:10,728 INFO [StoreOpener-3faa3154f963d3ee3525c5fe59ace3ed-1 {}] regionserver.HStore(327): Store=3faa3154f963d3ee3525c5fe59ace3ed/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T15:24:10,728 INFO [StoreOpener-3faa3154f963d3ee3525c5fe59ace3ed-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 3faa3154f963d3ee3525c5fe59ace3ed 2024-11-22T15:24:10,728 INFO [StoreOpener-3faa3154f963d3ee3525c5fe59ace3ed-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-22T15:24:10,728 INFO [StoreOpener-3faa3154f963d3ee3525c5fe59ace3ed-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3faa3154f963d3ee3525c5fe59ace3ed columnFamilyName C 2024-11-22T15:24:10,728 DEBUG [StoreOpener-3faa3154f963d3ee3525c5fe59ace3ed-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:10,729 INFO [StoreOpener-3faa3154f963d3ee3525c5fe59ace3ed-1 {}] regionserver.HStore(327): Store=3faa3154f963d3ee3525c5fe59ace3ed/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T15:24:10,729 INFO [RS_OPEN_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_OPEN_REGION, pid=162}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed. 2024-11-22T15:24:10,729 DEBUG [RS_OPEN_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_OPEN_REGION, pid=162}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed 2024-11-22T15:24:10,730 DEBUG [RS_OPEN_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_OPEN_REGION, pid=162}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed 2024-11-22T15:24:10,730 DEBUG [RS_OPEN_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_OPEN_REGION, pid=162}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-22T15:24:10,731 DEBUG [RS_OPEN_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_OPEN_REGION, pid=162}] regionserver.HRegion(1085): writing seq id for 3faa3154f963d3ee3525c5fe59ace3ed 2024-11-22T15:24:10,732 INFO [RS_OPEN_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_OPEN_REGION, pid=162}] regionserver.HRegion(1102): Opened 3faa3154f963d3ee3525c5fe59ace3ed; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73055887, jitterRate=0.08861754834651947}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-22T15:24:10,732 DEBUG [RS_OPEN_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_OPEN_REGION, pid=162}] regionserver.HRegion(1001): Region open journal for 3faa3154f963d3ee3525c5fe59ace3ed: 2024-11-22T15:24:10,733 INFO [RS_OPEN_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_OPEN_REGION, pid=162}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed., pid=162, masterSystemTime=1732289050718 2024-11-22T15:24:10,733 DEBUG [RS_OPEN_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_OPEN_REGION, pid=162}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed. 2024-11-22T15:24:10,734 INFO [RS_OPEN_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_OPEN_REGION, pid=162}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed. 2024-11-22T15:24:10,734 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=160 updating hbase:meta row=3faa3154f963d3ee3525c5fe59ace3ed, regionState=OPEN, openSeqNum=5, regionLocation=77927f992d0b,45443,1732288897733 2024-11-22T15:24:10,736 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=162, resume processing ppid=160 2024-11-22T15:24:10,736 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=162, ppid=160, state=SUCCESS; OpenRegionProcedure 3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 in 171 msec 2024-11-22T15:24:10,736 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=160, resume processing ppid=159 2024-11-22T15:24:10,737 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=160, ppid=159, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=3faa3154f963d3ee3525c5fe59ace3ed, REOPEN/MOVE in 491 msec 2024-11-22T15:24:10,738 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=159, resume processing ppid=158 2024-11-22T15:24:10,738 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=159, ppid=158, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 493 msec 2024-11-22T15:24:10,739 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=158, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 509 msec 2024-11-22T15:24:10,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=158 2024-11-22T15:24:10,740 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x031adbce to 127.0.0.1:61671 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@31f7586d 2024-11-22T15:24:10,758 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@314e353d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T15:24:10,759 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4276b1e9 to 127.0.0.1:61671 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4949adfa 2024-11-22T15:24:10,775 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@96e8e33, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T15:24:10,776 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x574dd3aa to 127.0.0.1:61671 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@53ef82c4 2024-11-22T15:24:10,791 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e8d919c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T15:24:10,792 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x29247c18 to 127.0.0.1:61671 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@672325a 2024-11-22T15:24:10,799 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44b14279, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T15:24:10,800 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x37227cb3 to 127.0.0.1:61671 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@205568ef 2024-11-22T15:24:10,807 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6eb94416, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T15:24:10,808 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1c6fde8c to 127.0.0.1:61671 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3852b0e3 2024-11-22T15:24:10,816 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2406c4ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T15:24:10,816 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x675cc1c7 to 127.0.0.1:61671 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4aa4b067 2024-11-22T15:24:10,824 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58970c4d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T15:24:10,825 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x73e9c98b to 127.0.0.1:61671 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1ca17819 2024-11-22T15:24:10,833 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cb4faa4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T15:24:10,833 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x60507b8f to 127.0.0.1:61671 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@77a6a62c 2024-11-22T15:24:10,841 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c1c03a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T15:24:10,841 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5005c24c to 127.0.0.1:61671 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@125099a6 2024-11-22T15:24:10,849 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e9db979, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T15:24:10,852 DEBUG [hconnection-0x878662f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T15:24:10,852 DEBUG [hconnection-0x221484c5-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T15:24:10,852 DEBUG [hconnection-0x42366601-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T15:24:10,853 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34546, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T15:24:10,853 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34550, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T15:24:10,854 DEBUG [hconnection-0x2c3a5add-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T15:24:10,854 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34556, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T15:24:10,855 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34568, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T15:24:10,855 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T15:24:10,855 DEBUG [hconnection-0x10c74bef-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T15:24:10,856 DEBUG [hconnection-0x10d8f375-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T15:24:10,857 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34574, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T15:24:10,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] procedure2.ProcedureExecutor(1098): Stored pid=163, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees 2024-11-22T15:24:10,857 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34580, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T15:24:10,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-22T15:24:10,858 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=163, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T15:24:10,858 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=163, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T15:24:10,859 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=164, ppid=163, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T15:24:10,859 DEBUG [hconnection-0x878eb9b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T15:24:10,859 DEBUG [hconnection-0x6ee5fce8-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T15:24:10,860 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34588, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T15:24:10,860 DEBUG [hconnection-0x18c633cc-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T15:24:10,860 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34590, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T15:24:10,861 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34606, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T15:24:10,862 DEBUG [hconnection-0x4e6a9853-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T15:24:10,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(8581): Flush requested on 3faa3154f963d3ee3525c5fe59ace3ed 2024-11-22T15:24:10,862 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3faa3154f963d3ee3525c5fe59ace3ed 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-22T15:24:10,863 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34608, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T15:24:10,863 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3faa3154f963d3ee3525c5fe59ace3ed, store=A 2024-11-22T15:24:10,863 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:24:10,863 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3faa3154f963d3ee3525c5fe59ace3ed, store=B 2024-11-22T15:24:10,863 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:24:10,863 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3faa3154f963d3ee3525c5fe59ace3ed, store=C 2024-11-22T15:24:10,863 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:24:10,882 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:10,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34590 deadline: 1732289110879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:10,882 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:10,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34546 deadline: 1732289110879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:10,882 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:10,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34588 deadline: 1732289110879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:10,884 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112207fa89fe6bf6407bac4476a6c78fb010_3faa3154f963d3ee3525c5fe59ace3ed is 50, key is test_row_0/A:col10/1732289050862/Put/seqid=0 2024-11-22T15:24:10,885 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:10,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34568 deadline: 1732289110882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:10,885 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:10,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34580 deadline: 1732289110882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:10,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742514_1690 (size=12154) 2024-11-22T15:24:10,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-22T15:24:10,984 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:10,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34590 deadline: 1732289110983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:10,984 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:10,984 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:10,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34588 deadline: 1732289110983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:10,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34546 deadline: 1732289110983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:10,987 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:10,987 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:10,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34568 deadline: 1732289110986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:10,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34580 deadline: 1732289110986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:11,011 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:24:11,012 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-22T15:24:11,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed. 2024-11-22T15:24:11,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed. as already flushing 2024-11-22T15:24:11,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed. 2024-11-22T15:24:11,012 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => 3faa3154f963d3ee3525c5fe59ace3ed, NAME => 'TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:24:11,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => 3faa3154f963d3ee3525c5fe59ace3ed, NAME => 'TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:24:11,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3faa3154f963d3ee3525c5fe59ace3ed, NAME => 'TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3faa3154f963d3ee3525c5fe59ace3ed, NAME => 'TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:24:11,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-22T15:24:11,164 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:24:11,164 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-22T15:24:11,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed. 2024-11-22T15:24:11,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed. as already flushing 2024-11-22T15:24:11,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed. 2024-11-22T15:24:11,164 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => 3faa3154f963d3ee3525c5fe59ace3ed, NAME => 'TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:24:11,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => 3faa3154f963d3ee3525c5fe59ace3ed, NAME => 'TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:24:11,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3faa3154f963d3ee3525c5fe59ace3ed, NAME => 'TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3faa3154f963d3ee3525c5fe59ace3ed, NAME => 'TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:24:11,187 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:11,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34590 deadline: 1732289111186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:11,188 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:11,188 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:11,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34588 deadline: 1732289111186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:11,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34546 deadline: 1732289111186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:11,190 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:11,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34568 deadline: 1732289111188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:11,190 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:11,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34580 deadline: 1732289111188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:11,296 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:11,299 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112207fa89fe6bf6407bac4476a6c78fb010_3faa3154f963d3ee3525c5fe59ace3ed to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112207fa89fe6bf6407bac4476a6c78fb010_3faa3154f963d3ee3525c5fe59ace3ed 2024-11-22T15:24:11,299 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp/A/9bc760d3baa44fbf92b2ed2cfe7758e6, store: [table=TestAcidGuarantees family=A region=3faa3154f963d3ee3525c5fe59ace3ed] 2024-11-22T15:24:11,300 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp/A/9bc760d3baa44fbf92b2ed2cfe7758e6 is 175, key is test_row_0/A:col10/1732289050862/Put/seqid=0 2024-11-22T15:24:11,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742515_1691 (size=30955) 2024-11-22T15:24:11,316 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:24:11,316 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-22T15:24:11,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed. 2024-11-22T15:24:11,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed. as already flushing 2024-11-22T15:24:11,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed. 2024-11-22T15:24:11,316 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => 3faa3154f963d3ee3525c5fe59ace3ed, NAME => 'TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:24:11,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => 3faa3154f963d3ee3525c5fe59ace3ed, NAME => 'TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:24:11,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3faa3154f963d3ee3525c5fe59ace3ed, NAME => 'TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3faa3154f963d3ee3525c5fe59ace3ed, NAME => 'TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:24:11,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-22T15:24:11,468 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:24:11,468 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-22T15:24:11,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed. 2024-11-22T15:24:11,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed. as already flushing 2024-11-22T15:24:11,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed. 2024-11-22T15:24:11,468 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => 3faa3154f963d3ee3525c5fe59ace3ed, NAME => 'TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:24:11,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => 3faa3154f963d3ee3525c5fe59ace3ed, NAME => 'TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:24:11,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3faa3154f963d3ee3525c5fe59ace3ed, NAME => 'TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3faa3154f963d3ee3525c5fe59ace3ed, NAME => 'TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:24:11,490 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:11,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34588 deadline: 1732289111488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:11,491 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:11,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34590 deadline: 1732289111489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:11,491 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:11,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34546 deadline: 1732289111489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:11,492 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:11,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34568 deadline: 1732289111491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:11,494 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:11,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34580 deadline: 1732289111493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:11,620 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:24:11,620 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-22T15:24:11,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed. 2024-11-22T15:24:11,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed. as already flushing 2024-11-22T15:24:11,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed. 2024-11-22T15:24:11,621 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => 3faa3154f963d3ee3525c5fe59ace3ed, NAME => 'TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:24:11,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => 3faa3154f963d3ee3525c5fe59ace3ed, NAME => 'TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:24:11,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3faa3154f963d3ee3525c5fe59ace3ed, NAME => 'TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3faa3154f963d3ee3525c5fe59ace3ed, NAME => 'TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:24:11,702 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=16, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp/A/9bc760d3baa44fbf92b2ed2cfe7758e6 2024-11-22T15:24:11,718 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp/B/9fac29a12e9545c9a0c99f9338a09be2 is 50, key is test_row_0/B:col10/1732289050862/Put/seqid=0 2024-11-22T15:24:11,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742516_1692 (size=12001) 2024-11-22T15:24:11,772 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:24:11,772 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-22T15:24:11,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed. 2024-11-22T15:24:11,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed. as already flushing 2024-11-22T15:24:11,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed. 2024-11-22T15:24:11,773 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => 3faa3154f963d3ee3525c5fe59ace3ed, NAME => 'TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:24:11,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => 3faa3154f963d3ee3525c5fe59ace3ed, NAME => 'TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:24:11,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3faa3154f963d3ee3525c5fe59ace3ed, NAME => 'TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3faa3154f963d3ee3525c5fe59ace3ed, NAME => 'TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:24:11,924 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:24:11,924 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-22T15:24:11,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed. 2024-11-22T15:24:11,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed. as already flushing 2024-11-22T15:24:11,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed. 2024-11-22T15:24:11,925 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => 3faa3154f963d3ee3525c5fe59ace3ed, NAME => 'TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:24:11,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => 3faa3154f963d3ee3525c5fe59ace3ed, NAME => 'TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:24:11,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3faa3154f963d3ee3525c5fe59ace3ed, NAME => 'TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3faa3154f963d3ee3525c5fe59ace3ed, NAME => 'TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:24:11,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-22T15:24:11,994 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:11,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34588 deadline: 1732289111992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:11,994 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:11,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34568 deadline: 1732289111993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:11,994 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:11,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34546 deadline: 1732289111994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:11,996 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:11,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34590 deadline: 1732289111996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:11,998 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:11,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34580 deadline: 1732289111997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:12,076 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:24:12,076 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-22T15:24:12,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed. 2024-11-22T15:24:12,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed. as already flushing 2024-11-22T15:24:12,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed. 2024-11-22T15:24:12,077 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => 3faa3154f963d3ee3525c5fe59ace3ed, NAME => 'TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:24:12,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => 3faa3154f963d3ee3525c5fe59ace3ed, NAME => 'TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:24:12,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3faa3154f963d3ee3525c5fe59ace3ed, NAME => 'TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3faa3154f963d3ee3525c5fe59ace3ed, NAME => 'TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:24:12,122 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp/B/9fac29a12e9545c9a0c99f9338a09be2 2024-11-22T15:24:12,138 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp/C/c00c888345e84b3693d136cb838e8700 is 50, key is test_row_0/C:col10/1732289050862/Put/seqid=0 2024-11-22T15:24:12,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742517_1693 (size=12001) 2024-11-22T15:24:12,228 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:24:12,228 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-22T15:24:12,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed. 2024-11-22T15:24:12,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed. as already flushing 2024-11-22T15:24:12,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed. 2024-11-22T15:24:12,229 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => 3faa3154f963d3ee3525c5fe59ace3ed, NAME => 'TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:24:12,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => 3faa3154f963d3ee3525c5fe59ace3ed, NAME => 'TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:24:12,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3faa3154f963d3ee3525c5fe59ace3ed, NAME => 'TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3faa3154f963d3ee3525c5fe59ace3ed, NAME => 'TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:24:12,380 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:24:12,380 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-22T15:24:12,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed. 2024-11-22T15:24:12,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed. as already flushing 2024-11-22T15:24:12,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed. 2024-11-22T15:24:12,381 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => 3faa3154f963d3ee3525c5fe59ace3ed, NAME => 'TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:24:12,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => 3faa3154f963d3ee3525c5fe59ace3ed, NAME => 'TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:24:12,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3faa3154f963d3ee3525c5fe59ace3ed, NAME => 'TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3faa3154f963d3ee3525c5fe59ace3ed, NAME => 'TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:24:12,532 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:24:12,533 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-22T15:24:12,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed. 2024-11-22T15:24:12,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed. as already flushing 2024-11-22T15:24:12,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed. 2024-11-22T15:24:12,533 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => 3faa3154f963d3ee3525c5fe59ace3ed, NAME => 'TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:24:12,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => 3faa3154f963d3ee3525c5fe59ace3ed, NAME => 'TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:24:12,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3faa3154f963d3ee3525c5fe59ace3ed, NAME => 'TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3faa3154f963d3ee3525c5fe59ace3ed, NAME => 'TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:24:12,541 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp/C/c00c888345e84b3693d136cb838e8700 2024-11-22T15:24:12,544 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp/A/9bc760d3baa44fbf92b2ed2cfe7758e6 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/A/9bc760d3baa44fbf92b2ed2cfe7758e6 2024-11-22T15:24:12,547 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/A/9bc760d3baa44fbf92b2ed2cfe7758e6, entries=150, sequenceid=16, filesize=30.2 K 2024-11-22T15:24:12,548 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp/B/9fac29a12e9545c9a0c99f9338a09be2 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/B/9fac29a12e9545c9a0c99f9338a09be2 2024-11-22T15:24:12,550 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/B/9fac29a12e9545c9a0c99f9338a09be2, entries=150, sequenceid=16, filesize=11.7 K 2024-11-22T15:24:12,551 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp/C/c00c888345e84b3693d136cb838e8700 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/C/c00c888345e84b3693d136cb838e8700 2024-11-22T15:24:12,553 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/C/c00c888345e84b3693d136cb838e8700, entries=150, sequenceid=16, filesize=11.7 K 2024-11-22T15:24:12,554 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 3faa3154f963d3ee3525c5fe59ace3ed in 1692ms, sequenceid=16, compaction requested=false 2024-11-22T15:24:12,554 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-22T15:24:12,554 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3faa3154f963d3ee3525c5fe59ace3ed: 2024-11-22T15:24:12,684 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:24:12,685 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-22T15:24:12,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed. 2024-11-22T15:24:12,685 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2837): Flushing 3faa3154f963d3ee3525c5fe59ace3ed 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-22T15:24:12,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3faa3154f963d3ee3525c5fe59ace3ed, store=A 2024-11-22T15:24:12,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:24:12,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3faa3154f963d3ee3525c5fe59ace3ed, store=B 2024-11-22T15:24:12,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:24:12,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3faa3154f963d3ee3525c5fe59ace3ed, store=C 2024-11-22T15:24:12,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:24:12,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122c4f3333dd887461cbcbbc7525e8e2b9a_3faa3154f963d3ee3525c5fe59ace3ed is 50, key is test_row_0/A:col10/1732289050879/Put/seqid=0 2024-11-22T15:24:12,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742518_1694 (size=12154) 2024-11-22T15:24:12,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-22T15:24:13,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(8581): Flush requested on 3faa3154f963d3ee3525c5fe59ace3ed 2024-11-22T15:24:13,000 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed. as already flushing 2024-11-22T15:24:13,006 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:13,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34546 deadline: 1732289113003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:13,007 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:13,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34590 deadline: 1732289113004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:13,007 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:13,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34588 deadline: 1732289113005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:13,008 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:13,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34568 deadline: 1732289113005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:13,008 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:13,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34580 deadline: 1732289113006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:13,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:13,097 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122c4f3333dd887461cbcbbc7525e8e2b9a_3faa3154f963d3ee3525c5fe59ace3ed to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122c4f3333dd887461cbcbbc7525e8e2b9a_3faa3154f963d3ee3525c5fe59ace3ed 2024-11-22T15:24:13,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp/A/a8ac8a31a97441e988351fb788018f73, store: [table=TestAcidGuarantees family=A region=3faa3154f963d3ee3525c5fe59ace3ed] 2024-11-22T15:24:13,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp/A/a8ac8a31a97441e988351fb788018f73 is 175, key is test_row_0/A:col10/1732289050879/Put/seqid=0 2024-11-22T15:24:13,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742519_1695 (size=30955) 2024-11-22T15:24:13,107 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:13,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34546 deadline: 1732289113107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:13,110 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:13,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34588 deadline: 1732289113108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:13,110 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:13,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34590 deadline: 1732289113108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:13,110 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:13,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34568 deadline: 1732289113108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:13,110 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:13,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34580 deadline: 1732289113109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:13,225 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-22T15:24:13,310 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:13,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34546 deadline: 1732289113309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:13,312 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:13,312 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:13,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34588 deadline: 1732289113311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:13,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34590 deadline: 1732289113311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:13,312 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:13,312 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:13,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34568 deadline: 1732289113311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:13,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34580 deadline: 1732289113311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:13,501 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=41, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp/A/a8ac8a31a97441e988351fb788018f73 2024-11-22T15:24:13,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp/B/bb4c49b58d694380931bf4ed1e153bd1 is 50, key is test_row_0/B:col10/1732289050879/Put/seqid=0 2024-11-22T15:24:13,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742520_1696 (size=12001) 2024-11-22T15:24:13,613 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:13,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34546 deadline: 1732289113612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:13,613 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:13,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34588 deadline: 1732289113613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:13,614 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:13,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34580 deadline: 1732289113613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:13,616 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:13,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34590 deadline: 1732289113615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:13,616 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:13,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34568 deadline: 1732289113615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:13,909 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp/B/bb4c49b58d694380931bf4ed1e153bd1 2024-11-22T15:24:13,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp/C/e820cf997c764a11ac09496575cdb40a is 50, key is test_row_0/C:col10/1732289050879/Put/seqid=0 2024-11-22T15:24:13,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742521_1697 (size=12001) 2024-11-22T15:24:14,114 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:14,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34546 deadline: 1732289114114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:14,115 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:14,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34580 deadline: 1732289114114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:14,116 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:14,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34588 deadline: 1732289114115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:14,117 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:14,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34590 deadline: 1732289114116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:14,119 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:14,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34568 deadline: 1732289114117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:14,317 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp/C/e820cf997c764a11ac09496575cdb40a 2024-11-22T15:24:14,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp/A/a8ac8a31a97441e988351fb788018f73 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/A/a8ac8a31a97441e988351fb788018f73 2024-11-22T15:24:14,323 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/A/a8ac8a31a97441e988351fb788018f73, entries=150, sequenceid=41, filesize=30.2 K 2024-11-22T15:24:14,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp/B/bb4c49b58d694380931bf4ed1e153bd1 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/B/bb4c49b58d694380931bf4ed1e153bd1 2024-11-22T15:24:14,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,332 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/B/bb4c49b58d694380931bf4ed1e153bd1, entries=150, sequenceid=41, filesize=11.7 K 2024-11-22T15:24:14,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp/C/e820cf997c764a11ac09496575cdb40a as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/C/e820cf997c764a11ac09496575cdb40a 2024-11-22T15:24:14,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,336 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/C/e820cf997c764a11ac09496575cdb40a, entries=150, sequenceid=41, filesize=11.7 K 2024-11-22T15:24:14,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,337 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 3faa3154f963d3ee3525c5fe59ace3ed in 1652ms, sequenceid=41, compaction requested=false 2024-11-22T15:24:14,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2538): Flush status journal for 3faa3154f963d3ee3525c5fe59ace3ed: 2024-11-22T15:24:14,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed. 2024-11-22T15:24:14,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=164 2024-11-22T15:24:14,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4106): Remote procedure done, pid=164 2024-11-22T15:24:14,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,339 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=164, resume processing ppid=163 2024-11-22T15:24:14,339 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=164, ppid=163, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.4790 sec 2024-11-22T15:24:14,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,340 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=163, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees in 3.4840 sec 2024-11-22T15:24:14,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-22T15:24:14,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,962 INFO [Thread-2999 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 163 completed 2024-11-22T15:24:14,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,963 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T15:24:14,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] procedure2.ProcedureExecutor(1098): Stored pid=165, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees 2024-11-22T15:24:14,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,964 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=165, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T15:24:14,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-22T15:24:14,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,965 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=165, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T15:24:14,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,965 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=166, ppid=165, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T15:24:14,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:14,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-22T15:24:15,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,116 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:24:15,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,117 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-22T15:24:15,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed. 2024-11-22T15:24:15,117 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2837): Flushing 3faa3154f963d3ee3525c5fe59ace3ed 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-22T15:24:15,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3faa3154f963d3ee3525c5fe59ace3ed, store=A 2024-11-22T15:24:15,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:24:15,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3faa3154f963d3ee3525c5fe59ace3ed, store=B 2024-11-22T15:24:15,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:24:15,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3faa3154f963d3ee3525c5fe59ace3ed, store=C 2024-11-22T15:24:15,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:24:15,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,125 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed. as already flushing 2024-11-22T15:24:15,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(8581): Flush requested on 3faa3154f963d3ee3525c5fe59ace3ed 2024-11-22T15:24:15,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122b732fcc513514e61bd8db779e3aa63f9_3faa3154f963d3ee3525c5fe59ace3ed is 50, key is test_row_1/A:col10/1732289053005/Put/seqid=0 2024-11-22T15:24:15,184 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:15,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34590 deadline: 1732289115175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:15,186 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:15,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34588 deadline: 1732289115178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:15,190 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:15,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34568 deadline: 1732289115183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:15,190 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:15,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34546 deadline: 1732289115184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:15,190 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:15,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34580 deadline: 1732289115184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:15,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742522_1698 (size=9714) 2024-11-22T15:24:15,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-22T15:24:15,287 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:15,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34590 deadline: 1732289115285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:15,290 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:15,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34588 deadline: 1732289115287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:15,294 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:15,294 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:15,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34568 deadline: 1732289115291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:15,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34580 deadline: 1732289115291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:15,295 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:15,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34546 deadline: 1732289115291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:15,494 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:15,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34590 deadline: 1732289115490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:15,495 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:15,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34588 deadline: 1732289115491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:15,500 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:15,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34568 deadline: 1732289115497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:15,501 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:15,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34580 deadline: 1732289115497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:15,501 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:15,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34546 deadline: 1732289115497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:15,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-22T15:24:15,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:15,614 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122b732fcc513514e61bd8db779e3aa63f9_3faa3154f963d3ee3525c5fe59ace3ed to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122b732fcc513514e61bd8db779e3aa63f9_3faa3154f963d3ee3525c5fe59ace3ed 2024-11-22T15:24:15,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp/A/26cbe5685c074497ab4e19a16d652f3b, store: [table=TestAcidGuarantees family=A region=3faa3154f963d3ee3525c5fe59ace3ed] 2024-11-22T15:24:15,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp/A/26cbe5685c074497ab4e19a16d652f3b is 175, key is test_row_1/A:col10/1732289053005/Put/seqid=0 2024-11-22T15:24:15,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742523_1699 (size=22361) 2024-11-22T15:24:15,648 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=52, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp/A/26cbe5685c074497ab4e19a16d652f3b 2024-11-22T15:24:15,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp/B/772753be8cbf4b9794f31ec4578e7ea7 is 50, key is test_row_1/B:col10/1732289053005/Put/seqid=0 2024-11-22T15:24:15,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742524_1700 (size=9657) 2024-11-22T15:24:15,705 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp/B/772753be8cbf4b9794f31ec4578e7ea7 2024-11-22T15:24:15,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp/C/5bc9f0e69673463891a4da0edb27fd20 is 50, key is test_row_1/C:col10/1732289053005/Put/seqid=0 2024-11-22T15:24:15,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742525_1701 (size=9657) 2024-11-22T15:24:15,750 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp/C/5bc9f0e69673463891a4da0edb27fd20 2024-11-22T15:24:15,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp/A/26cbe5685c074497ab4e19a16d652f3b as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/A/26cbe5685c074497ab4e19a16d652f3b 2024-11-22T15:24:15,761 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/A/26cbe5685c074497ab4e19a16d652f3b, entries=100, sequenceid=52, filesize=21.8 K 2024-11-22T15:24:15,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp/B/772753be8cbf4b9794f31ec4578e7ea7 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/B/772753be8cbf4b9794f31ec4578e7ea7 2024-11-22T15:24:15,770 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/B/772753be8cbf4b9794f31ec4578e7ea7, entries=100, sequenceid=52, filesize=9.4 K 2024-11-22T15:24:15,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp/C/5bc9f0e69673463891a4da0edb27fd20 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/C/5bc9f0e69673463891a4da0edb27fd20 2024-11-22T15:24:15,778 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/C/5bc9f0e69673463891a4da0edb27fd20, entries=100, sequenceid=52, filesize=9.4 K 2024-11-22T15:24:15,779 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=161.02 KB/164880 for 3faa3154f963d3ee3525c5fe59ace3ed in 662ms, sequenceid=52, compaction requested=true 2024-11-22T15:24:15,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2538): Flush status journal for 3faa3154f963d3ee3525c5fe59ace3ed: 2024-11-22T15:24:15,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed. 2024-11-22T15:24:15,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=166 2024-11-22T15:24:15,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4106): Remote procedure done, pid=166 2024-11-22T15:24:15,783 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=166, resume processing ppid=165 2024-11-22T15:24:15,783 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=166, ppid=165, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 815 msec 2024-11-22T15:24:15,784 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=165, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees in 821 msec 2024-11-22T15:24:15,801 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3faa3154f963d3ee3525c5fe59ace3ed 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-22T15:24:15,801 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3faa3154f963d3ee3525c5fe59ace3ed, store=A 2024-11-22T15:24:15,801 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:24:15,801 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3faa3154f963d3ee3525c5fe59ace3ed, store=B 2024-11-22T15:24:15,801 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:24:15,801 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3faa3154f963d3ee3525c5fe59ace3ed, store=C 2024-11-22T15:24:15,801 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:24:15,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(8581): Flush requested on 3faa3154f963d3ee3525c5fe59ace3ed 2024-11-22T15:24:15,808 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:15,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34568 deadline: 1732289115804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:15,809 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:15,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34590 deadline: 1732289115804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:15,809 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:15,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34588 deadline: 1732289115805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:15,809 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:15,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34580 deadline: 1732289115806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:15,809 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:15,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34546 deadline: 1732289115807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:15,816 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122d45a4e9fea0641c9a91b004194e50ea3_3faa3154f963d3ee3525c5fe59ace3ed is 50, key is test_row_0/A:col10/1732289055800/Put/seqid=0 2024-11-22T15:24:15,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742526_1702 (size=12154) 2024-11-22T15:24:15,910 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:15,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34590 deadline: 1732289115909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:15,912 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:15,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34588 deadline: 1732289115911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:15,912 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:15,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34546 deadline: 1732289115911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:15,913 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:15,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34580 deadline: 1732289115911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:16,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-22T15:24:16,068 INFO [Thread-2999 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 165 completed 2024-11-22T15:24:16,070 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T15:24:16,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] procedure2.ProcedureExecutor(1098): Stored pid=167, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees 2024-11-22T15:24:16,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-22T15:24:16,071 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=167, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T15:24:16,072 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=167, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T15:24:16,072 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=168, ppid=167, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T15:24:16,113 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:16,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34590 deadline: 1732289116112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:16,116 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:16,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34580 deadline: 1732289116113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:16,116 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:16,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34588 deadline: 1732289116114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:16,117 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:16,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34546 deadline: 1732289116114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:16,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-22T15:24:16,223 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:24:16,223 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-22T15:24:16,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed. 2024-11-22T15:24:16,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed. as already flushing 2024-11-22T15:24:16,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed. 2024-11-22T15:24:16,224 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => 3faa3154f963d3ee3525c5fe59ace3ed, NAME => 'TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:24:16,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => 3faa3154f963d3ee3525c5fe59ace3ed, NAME => 'TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:24:16,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3faa3154f963d3ee3525c5fe59ace3ed, NAME => 'TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3faa3154f963d3ee3525c5fe59ace3ed, NAME => 'TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:24:16,240 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:16,250 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122d45a4e9fea0641c9a91b004194e50ea3_3faa3154f963d3ee3525c5fe59ace3ed to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122d45a4e9fea0641c9a91b004194e50ea3_3faa3154f963d3ee3525c5fe59ace3ed 2024-11-22T15:24:16,254 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp/A/d5c592fc9c6a4ac19c1ad31b0e49ec83, store: [table=TestAcidGuarantees family=A region=3faa3154f963d3ee3525c5fe59ace3ed] 2024-11-22T15:24:16,255 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp/A/d5c592fc9c6a4ac19c1ad31b0e49ec83 is 175, key is test_row_0/A:col10/1732289055800/Put/seqid=0 2024-11-22T15:24:16,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742527_1703 (size=30955) 2024-11-22T15:24:16,315 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:16,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34568 deadline: 1732289116312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:16,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-22T15:24:16,378 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:24:16,378 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-22T15:24:16,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed. 2024-11-22T15:24:16,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed. as already flushing 2024-11-22T15:24:16,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed. 2024-11-22T15:24:16,379 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => 3faa3154f963d3ee3525c5fe59ace3ed, NAME => 'TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:24:16,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => 3faa3154f963d3ee3525c5fe59ace3ed, NAME => 'TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:24:16,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3faa3154f963d3ee3525c5fe59ace3ed, NAME => 'TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3faa3154f963d3ee3525c5fe59ace3ed, NAME => 'TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:24:16,417 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:16,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34590 deadline: 1732289116414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:16,421 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:16,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34580 deadline: 1732289116419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:16,422 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:16,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34546 deadline: 1732289116419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:16,422 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:16,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34588 deadline: 1732289116420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:16,530 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:24:16,531 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-22T15:24:16,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed. 2024-11-22T15:24:16,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed. as already flushing 2024-11-22T15:24:16,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed. 2024-11-22T15:24:16,531 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => 3faa3154f963d3ee3525c5fe59ace3ed, NAME => 'TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:24:16,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => 3faa3154f963d3ee3525c5fe59ace3ed, NAME => 'TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:24:16,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3faa3154f963d3ee3525c5fe59ace3ed, NAME => 'TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3faa3154f963d3ee3525c5fe59ace3ed, NAME => 'TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:24:16,662 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=81, memsize=58.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp/A/d5c592fc9c6a4ac19c1ad31b0e49ec83 2024-11-22T15:24:16,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-22T15:24:16,675 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp/B/816eb95a11204591a1300585a4bc76bc is 50, key is test_row_0/B:col10/1732289055800/Put/seqid=0 2024-11-22T15:24:16,683 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:24:16,684 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-22T15:24:16,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed. 2024-11-22T15:24:16,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed. as already flushing 2024-11-22T15:24:16,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed. 2024-11-22T15:24:16,684 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => 3faa3154f963d3ee3525c5fe59ace3ed, NAME => 'TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:24:16,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => 3faa3154f963d3ee3525c5fe59ace3ed, NAME => 'TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:24:16,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3faa3154f963d3ee3525c5fe59ace3ed, NAME => 'TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3faa3154f963d3ee3525c5fe59ace3ed, NAME => 'TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:24:16,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742528_1704 (size=12001) 2024-11-22T15:24:16,836 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:24:16,836 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-22T15:24:16,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed. 2024-11-22T15:24:16,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed. as already flushing 2024-11-22T15:24:16,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed. 2024-11-22T15:24:16,836 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => 3faa3154f963d3ee3525c5fe59ace3ed, NAME => 'TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:24:16,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => 3faa3154f963d3ee3525c5fe59ace3ed, NAME => 'TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:24:16,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3faa3154f963d3ee3525c5fe59ace3ed, NAME => 'TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3faa3154f963d3ee3525c5fe59ace3ed, NAME => 'TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:24:16,924 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:16,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34590 deadline: 1732289116922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:16,924 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:16,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34546 deadline: 1732289116923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:16,925 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:16,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34588 deadline: 1732289116924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:16,929 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:16,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34580 deadline: 1732289116927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:16,990 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:24:16,990 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-22T15:24:16,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed. 2024-11-22T15:24:16,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed. as already flushing 2024-11-22T15:24:16,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed. 2024-11-22T15:24:16,991 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => 3faa3154f963d3ee3525c5fe59ace3ed, NAME => 'TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:24:16,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => 3faa3154f963d3ee3525c5fe59ace3ed, NAME => 'TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:24:16,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3faa3154f963d3ee3525c5fe59ace3ed, NAME => 'TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3faa3154f963d3ee3525c5fe59ace3ed, NAME => 'TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:24:17,131 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=81 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp/B/816eb95a11204591a1300585a4bc76bc 2024-11-22T15:24:17,142 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:24:17,143 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-22T15:24:17,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed. 2024-11-22T15:24:17,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed. as already flushing 2024-11-22T15:24:17,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed. 2024-11-22T15:24:17,143 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => 3faa3154f963d3ee3525c5fe59ace3ed, NAME => 'TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:24:17,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => 3faa3154f963d3ee3525c5fe59ace3ed, NAME => 'TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:24:17,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3faa3154f963d3ee3525c5fe59ace3ed, NAME => 'TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3faa3154f963d3ee3525c5fe59ace3ed, NAME => 'TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:24:17,148 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp/C/0623cb90064845ed94a38391fc635d1f is 50, key is test_row_0/C:col10/1732289055800/Put/seqid=0 2024-11-22T15:24:17,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-22T15:24:17,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742529_1705 (size=12001) 2024-11-22T15:24:17,294 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:24:17,295 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-22T15:24:17,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed. 2024-11-22T15:24:17,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed. as already flushing 2024-11-22T15:24:17,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed. 2024-11-22T15:24:17,296 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => 3faa3154f963d3ee3525c5fe59ace3ed, NAME => 'TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:24:17,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => 3faa3154f963d3ee3525c5fe59ace3ed, NAME => 'TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:24:17,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3faa3154f963d3ee3525c5fe59ace3ed, NAME => 'TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3faa3154f963d3ee3525c5fe59ace3ed, NAME => 'TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:24:17,319 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:17,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34568 deadline: 1732289117316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:17,448 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:24:17,448 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-22T15:24:17,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed. 2024-11-22T15:24:17,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed. as already flushing 2024-11-22T15:24:17,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed. 2024-11-22T15:24:17,448 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => 3faa3154f963d3ee3525c5fe59ace3ed, NAME => 'TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:24:17,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => 3faa3154f963d3ee3525c5fe59ace3ed, NAME => 'TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:24:17,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3faa3154f963d3ee3525c5fe59ace3ed, NAME => 'TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3faa3154f963d3ee3525c5fe59ace3ed, NAME => 'TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:24:17,582 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=81 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp/C/0623cb90064845ed94a38391fc635d1f 2024-11-22T15:24:17,586 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp/A/d5c592fc9c6a4ac19c1ad31b0e49ec83 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/A/d5c592fc9c6a4ac19c1ad31b0e49ec83 2024-11-22T15:24:17,589 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/A/d5c592fc9c6a4ac19c1ad31b0e49ec83, entries=150, sequenceid=81, filesize=30.2 K 2024-11-22T15:24:17,590 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp/B/816eb95a11204591a1300585a4bc76bc as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/B/816eb95a11204591a1300585a4bc76bc 2024-11-22T15:24:17,596 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/B/816eb95a11204591a1300585a4bc76bc, entries=150, sequenceid=81, filesize=11.7 K 2024-11-22T15:24:17,597 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp/C/0623cb90064845ed94a38391fc635d1f as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/C/0623cb90064845ed94a38391fc635d1f 2024-11-22T15:24:17,600 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:24:17,600 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-22T15:24:17,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed. 2024-11-22T15:24:17,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed. as already flushing 2024-11-22T15:24:17,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed. 2024-11-22T15:24:17,600 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => 3faa3154f963d3ee3525c5fe59ace3ed, NAME => 'TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:24:17,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => 3faa3154f963d3ee3525c5fe59ace3ed, NAME => 'TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:24:17,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3faa3154f963d3ee3525c5fe59ace3ed, NAME => 'TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3faa3154f963d3ee3525c5fe59ace3ed, NAME => 'TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:24:17,601 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/C/0623cb90064845ed94a38391fc635d1f, entries=150, sequenceid=81, filesize=11.7 K 2024-11-22T15:24:17,602 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=26.84 KB/27480 for 3faa3154f963d3ee3525c5fe59ace3ed in 1802ms, sequenceid=81, compaction requested=true 2024-11-22T15:24:17,602 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3faa3154f963d3ee3525c5fe59ace3ed: 2024-11-22T15:24:17,603 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T15:24:17,603 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3faa3154f963d3ee3525c5fe59ace3ed:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T15:24:17,603 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T15:24:17,603 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T15:24:17,603 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3faa3154f963d3ee3525c5fe59ace3ed:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T15:24:17,603 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T15:24:17,603 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3faa3154f963d3ee3525c5fe59ace3ed:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T15:24:17,603 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T15:24:17,604 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 115226 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T15:24:17,604 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1540): 3faa3154f963d3ee3525c5fe59ace3ed/A is initiating minor compaction (all files) 2024-11-22T15:24:17,604 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 45660 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T15:24:17,604 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1540): 3faa3154f963d3ee3525c5fe59ace3ed/B is initiating minor compaction (all files) 2024-11-22T15:24:17,604 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3faa3154f963d3ee3525c5fe59ace3ed/A in TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed. 2024-11-22T15:24:17,604 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3faa3154f963d3ee3525c5fe59ace3ed/B in TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed. 2024-11-22T15:24:17,604 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/B/9fac29a12e9545c9a0c99f9338a09be2, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/B/bb4c49b58d694380931bf4ed1e153bd1, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/B/772753be8cbf4b9794f31ec4578e7ea7, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/B/816eb95a11204591a1300585a4bc76bc] into tmpdir=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp, totalSize=44.6 K 2024-11-22T15:24:17,604 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/A/9bc760d3baa44fbf92b2ed2cfe7758e6, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/A/a8ac8a31a97441e988351fb788018f73, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/A/26cbe5685c074497ab4e19a16d652f3b, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/A/d5c592fc9c6a4ac19c1ad31b0e49ec83] into tmpdir=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp, totalSize=112.5 K 2024-11-22T15:24:17,604 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed. 2024-11-22T15:24:17,604 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed. files: [hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/A/9bc760d3baa44fbf92b2ed2cfe7758e6, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/A/a8ac8a31a97441e988351fb788018f73, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/A/26cbe5685c074497ab4e19a16d652f3b, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/A/d5c592fc9c6a4ac19c1ad31b0e49ec83] 2024-11-22T15:24:17,604 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting 9fac29a12e9545c9a0c99f9338a09be2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732289050861 2024-11-22T15:24:17,604 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9bc760d3baa44fbf92b2ed2cfe7758e6, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732289050861 2024-11-22T15:24:17,604 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting bb4c49b58d694380931bf4ed1e153bd1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732289050879 2024-11-22T15:24:17,605 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting a8ac8a31a97441e988351fb788018f73, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732289050879 2024-11-22T15:24:17,606 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting 26cbe5685c074497ab4e19a16d652f3b, keycount=100, bloomtype=ROW, size=21.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732289053004 2024-11-22T15:24:17,607 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting 772753be8cbf4b9794f31ec4578e7ea7, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732289053004 2024-11-22T15:24:17,608 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting d5c592fc9c6a4ac19c1ad31b0e49ec83, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1732289055175 2024-11-22T15:24:17,608 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting 816eb95a11204591a1300585a4bc76bc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1732289055175 2024-11-22T15:24:17,618 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=3faa3154f963d3ee3525c5fe59ace3ed] 2024-11-22T15:24:17,620 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3faa3154f963d3ee3525c5fe59ace3ed#B#compaction#609 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T15:24:17,621 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp/B/40971c271152429aa9bfb74bee6658d5 is 50, key is test_row_0/B:col10/1732289055800/Put/seqid=0 2024-11-22T15:24:17,627 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241122a1e4de67f27d4921a66b5fb8b43edc4e_3faa3154f963d3ee3525c5fe59ace3ed store=[table=TestAcidGuarantees family=A region=3faa3154f963d3ee3525c5fe59ace3ed] 2024-11-22T15:24:17,631 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241122a1e4de67f27d4921a66b5fb8b43edc4e_3faa3154f963d3ee3525c5fe59ace3ed, store=[table=TestAcidGuarantees family=A region=3faa3154f963d3ee3525c5fe59ace3ed] 2024-11-22T15:24:17,631 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122a1e4de67f27d4921a66b5fb8b43edc4e_3faa3154f963d3ee3525c5fe59ace3ed because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=3faa3154f963d3ee3525c5fe59ace3ed] 2024-11-22T15:24:17,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742530_1706 (size=12139) 2024-11-22T15:24:17,686 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp/B/40971c271152429aa9bfb74bee6658d5 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/B/40971c271152429aa9bfb74bee6658d5 2024-11-22T15:24:17,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742531_1707 (size=4469) 2024-11-22T15:24:17,697 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 3faa3154f963d3ee3525c5fe59ace3ed/B of 3faa3154f963d3ee3525c5fe59ace3ed into 40971c271152429aa9bfb74bee6658d5(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T15:24:17,697 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3faa3154f963d3ee3525c5fe59ace3ed: 2024-11-22T15:24:17,697 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed., storeName=3faa3154f963d3ee3525c5fe59ace3ed/B, priority=12, startTime=1732289057603; duration=0sec 2024-11-22T15:24:17,697 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T15:24:17,697 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3faa3154f963d3ee3525c5fe59ace3ed:B 2024-11-22T15:24:17,697 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T15:24:17,699 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 45660 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T15:24:17,700 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1540): 3faa3154f963d3ee3525c5fe59ace3ed/C is initiating minor compaction (all files) 2024-11-22T15:24:17,700 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3faa3154f963d3ee3525c5fe59ace3ed/C in TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed. 2024-11-22T15:24:17,700 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/C/c00c888345e84b3693d136cb838e8700, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/C/e820cf997c764a11ac09496575cdb40a, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/C/5bc9f0e69673463891a4da0edb27fd20, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/C/0623cb90064845ed94a38391fc635d1f] into tmpdir=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp, totalSize=44.6 K 2024-11-22T15:24:17,700 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting c00c888345e84b3693d136cb838e8700, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732289050861 2024-11-22T15:24:17,700 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting e820cf997c764a11ac09496575cdb40a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732289050879 2024-11-22T15:24:17,701 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting 5bc9f0e69673463891a4da0edb27fd20, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732289053004 2024-11-22T15:24:17,702 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting 0623cb90064845ed94a38391fc635d1f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1732289055175 2024-11-22T15:24:17,732 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3faa3154f963d3ee3525c5fe59ace3ed#C#compaction#610 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T15:24:17,732 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp/C/c9156665e8894ee7bbfb1894378dbe4f is 50, key is test_row_0/C:col10/1732289055800/Put/seqid=0 2024-11-22T15:24:17,752 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:24:17,753 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-22T15:24:17,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed. 2024-11-22T15:24:17,753 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2837): Flushing 3faa3154f963d3ee3525c5fe59ace3ed 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-22T15:24:17,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3faa3154f963d3ee3525c5fe59ace3ed, store=A 2024-11-22T15:24:17,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:24:17,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3faa3154f963d3ee3525c5fe59ace3ed, store=B 2024-11-22T15:24:17,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:24:17,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3faa3154f963d3ee3525c5fe59ace3ed, store=C 2024-11-22T15:24:17,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:24:17,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742532_1708 (size=12139) 2024-11-22T15:24:17,777 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp/C/c9156665e8894ee7bbfb1894378dbe4f as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/C/c9156665e8894ee7bbfb1894378dbe4f 2024-11-22T15:24:17,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122a573ff7374514502adf827b19b91a66b_3faa3154f963d3ee3525c5fe59ace3ed is 50, key is test_row_0/A:col10/1732289055806/Put/seqid=0 2024-11-22T15:24:17,789 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 3faa3154f963d3ee3525c5fe59ace3ed/C of 3faa3154f963d3ee3525c5fe59ace3ed into c9156665e8894ee7bbfb1894378dbe4f(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T15:24:17,790 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3faa3154f963d3ee3525c5fe59ace3ed: 2024-11-22T15:24:17,790 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed., storeName=3faa3154f963d3ee3525c5fe59ace3ed/C, priority=12, startTime=1732289057603; duration=0sec 2024-11-22T15:24:17,790 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T15:24:17,790 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3faa3154f963d3ee3525c5fe59ace3ed:C 2024-11-22T15:24:17,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742533_1709 (size=12154) 2024-11-22T15:24:17,939 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed. as already flushing 2024-11-22T15:24:17,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(8581): Flush requested on 3faa3154f963d3ee3525c5fe59ace3ed 2024-11-22T15:24:17,978 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:17,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34590 deadline: 1732289117973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:17,978 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:17,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34588 deadline: 1732289117974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:17,982 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:17,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34546 deadline: 1732289117978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:17,982 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:17,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34580 deadline: 1732289117979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:18,081 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:18,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34588 deadline: 1732289118079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:18,082 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:18,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34590 deadline: 1732289118080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:18,086 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:18,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34580 deadline: 1732289118083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:18,086 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:18,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34546 deadline: 1732289118084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:18,097 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3faa3154f963d3ee3525c5fe59ace3ed#A#compaction#608 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T15:24:18,098 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp/A/f5f8360dbb0c4967a7750777d280db1f is 175, key is test_row_0/A:col10/1732289055800/Put/seqid=0 2024-11-22T15:24:18,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742534_1710 (size=31093) 2024-11-22T15:24:18,143 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp/A/f5f8360dbb0c4967a7750777d280db1f as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/A/f5f8360dbb0c4967a7750777d280db1f 2024-11-22T15:24:18,154 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 3faa3154f963d3ee3525c5fe59ace3ed/A of 3faa3154f963d3ee3525c5fe59ace3ed into f5f8360dbb0c4967a7750777d280db1f(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T15:24:18,154 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3faa3154f963d3ee3525c5fe59ace3ed: 2024-11-22T15:24:18,154 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed., storeName=3faa3154f963d3ee3525c5fe59ace3ed/A, priority=12, startTime=1732289057603; duration=0sec 2024-11-22T15:24:18,154 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T15:24:18,154 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3faa3154f963d3ee3525c5fe59ace3ed:A 2024-11-22T15:24:18,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-22T15:24:18,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:18,222 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122a573ff7374514502adf827b19b91a66b_3faa3154f963d3ee3525c5fe59ace3ed to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122a573ff7374514502adf827b19b91a66b_3faa3154f963d3ee3525c5fe59ace3ed 2024-11-22T15:24:18,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp/A/8166122c4fe64efb80d9eef807510264, store: [table=TestAcidGuarantees family=A region=3faa3154f963d3ee3525c5fe59ace3ed] 2024-11-22T15:24:18,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp/A/8166122c4fe64efb80d9eef807510264 is 175, key is test_row_0/A:col10/1732289055806/Put/seqid=0 2024-11-22T15:24:18,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742535_1711 (size=30955) 2024-11-22T15:24:18,286 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:18,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34590 deadline: 1732289118284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:18,286 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:18,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34588 deadline: 1732289118284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:18,291 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:18,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34580 deadline: 1732289118288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:18,291 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:18,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34546 deadline: 1732289118288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:18,588 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:18,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34588 deadline: 1732289118587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:18,591 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:18,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34590 deadline: 1732289118589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:18,596 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:18,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34546 deadline: 1732289118594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:18,596 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:18,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34580 deadline: 1732289118594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:18,680 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=89, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp/A/8166122c4fe64efb80d9eef807510264 2024-11-22T15:24:18,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp/B/1ec6412867cb4e61a703275597edfb51 is 50, key is test_row_0/B:col10/1732289055806/Put/seqid=0 2024-11-22T15:24:18,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742536_1712 (size=12001) 2024-11-22T15:24:18,721 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp/B/1ec6412867cb4e61a703275597edfb51 2024-11-22T15:24:18,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp/C/a2e63aff19d74b7785cef9456b547841 is 50, key is test_row_0/C:col10/1732289055806/Put/seqid=0 2024-11-22T15:24:18,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742537_1713 (size=12001) 2024-11-22T15:24:19,094 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:19,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34588 deadline: 1732289119092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:19,097 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:19,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34590 deadline: 1732289119095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:19,098 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:19,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34580 deadline: 1732289119097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:19,101 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:19,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34546 deadline: 1732289119099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:19,160 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp/C/a2e63aff19d74b7785cef9456b547841 2024-11-22T15:24:19,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp/A/8166122c4fe64efb80d9eef807510264 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/A/8166122c4fe64efb80d9eef807510264 2024-11-22T15:24:19,176 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/A/8166122c4fe64efb80d9eef807510264, entries=150, sequenceid=89, filesize=30.2 K 2024-11-22T15:24:19,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp/B/1ec6412867cb4e61a703275597edfb51 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/B/1ec6412867cb4e61a703275597edfb51 2024-11-22T15:24:19,184 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/B/1ec6412867cb4e61a703275597edfb51, entries=150, sequenceid=89, filesize=11.7 K 2024-11-22T15:24:19,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp/C/a2e63aff19d74b7785cef9456b547841 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/C/a2e63aff19d74b7785cef9456b547841 2024-11-22T15:24:19,190 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/C/a2e63aff19d74b7785cef9456b547841, entries=150, sequenceid=89, filesize=11.7 K 2024-11-22T15:24:19,192 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=181.14 KB/185490 for 3faa3154f963d3ee3525c5fe59ace3ed in 1439ms, sequenceid=89, compaction requested=false 2024-11-22T15:24:19,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2538): Flush status journal for 3faa3154f963d3ee3525c5fe59ace3ed: 2024-11-22T15:24:19,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed. 2024-11-22T15:24:19,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=168 2024-11-22T15:24:19,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4106): Remote procedure done, pid=168 2024-11-22T15:24:19,193 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=168, resume processing ppid=167 2024-11-22T15:24:19,194 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=168, ppid=167, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.1210 sec 2024-11-22T15:24:19,195 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=167, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees in 3.1240 sec 2024-11-22T15:24:19,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(8581): Flush requested on 3faa3154f963d3ee3525c5fe59ace3ed 2024-11-22T15:24:19,342 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3faa3154f963d3ee3525c5fe59ace3ed 3/3 column families, dataSize=187.85 KB heapSize=492.94 KB 2024-11-22T15:24:19,342 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3faa3154f963d3ee3525c5fe59ace3ed, store=A 2024-11-22T15:24:19,343 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:24:19,343 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3faa3154f963d3ee3525c5fe59ace3ed, store=B 2024-11-22T15:24:19,343 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:24:19,343 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3faa3154f963d3ee3525c5fe59ace3ed, store=C 2024-11-22T15:24:19,343 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:24:19,351 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122b3f9cbe04413483bb1c7eef46f652f5e_3faa3154f963d3ee3525c5fe59ace3ed is 50, key is test_row_0/A:col10/1732289059341/Put/seqid=0 2024-11-22T15:24:19,355 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:19,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34568 deadline: 1732289119354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:19,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742538_1714 (size=12154) 2024-11-22T15:24:19,370 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:19,375 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122b3f9cbe04413483bb1c7eef46f652f5e_3faa3154f963d3ee3525c5fe59ace3ed to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122b3f9cbe04413483bb1c7eef46f652f5e_3faa3154f963d3ee3525c5fe59ace3ed 2024-11-22T15:24:19,375 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp/A/99b08c6705284030b5f214a7724bd806, store: [table=TestAcidGuarantees family=A region=3faa3154f963d3ee3525c5fe59ace3ed] 2024-11-22T15:24:19,376 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp/A/99b08c6705284030b5f214a7724bd806 is 175, key is test_row_0/A:col10/1732289059341/Put/seqid=0 2024-11-22T15:24:19,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742539_1715 (size=30955) 2024-11-22T15:24:19,409 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=122, memsize=62.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp/A/99b08c6705284030b5f214a7724bd806 2024-11-22T15:24:19,420 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp/B/5b546c90599f4737b37d13bedf3f2268 is 50, key is test_row_0/B:col10/1732289059341/Put/seqid=0 2024-11-22T15:24:19,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742540_1716 (size=12001) 2024-11-22T15:24:19,457 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:19,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34568 deadline: 1732289119456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:19,660 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:19,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34568 deadline: 1732289119659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:19,856 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=62.62 KB at sequenceid=122 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp/B/5b546c90599f4737b37d13bedf3f2268 2024-11-22T15:24:19,864 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp/C/c7ba84baeaea48cc96a660cd50459791 is 50, key is test_row_0/C:col10/1732289059341/Put/seqid=0 2024-11-22T15:24:19,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742541_1717 (size=12001) 2024-11-22T15:24:19,915 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=62.62 KB at sequenceid=122 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp/C/c7ba84baeaea48cc96a660cd50459791 2024-11-22T15:24:19,927 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp/A/99b08c6705284030b5f214a7724bd806 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/A/99b08c6705284030b5f214a7724bd806 2024-11-22T15:24:19,933 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/A/99b08c6705284030b5f214a7724bd806, entries=150, sequenceid=122, filesize=30.2 K 2024-11-22T15:24:19,935 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp/B/5b546c90599f4737b37d13bedf3f2268 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/B/5b546c90599f4737b37d13bedf3f2268 2024-11-22T15:24:19,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:19,944 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/B/5b546c90599f4737b37d13bedf3f2268, entries=150, sequenceid=122, filesize=11.7 K 2024-11-22T15:24:19,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:19,945 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp/C/c7ba84baeaea48cc96a660cd50459791 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/C/c7ba84baeaea48cc96a660cd50459791 2024-11-22T15:24:19,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:19,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:19,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:19,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:19,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:19,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:19,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:19,949 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/C/c7ba84baeaea48cc96a660cd50459791, entries=150, sequenceid=122, filesize=11.7 K 2024-11-22T15:24:19,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:19,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:19,950 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~187.85 KB/192360, heapSize ~492.89 KB/504720, currentSize=13.42 KB/13740 for 3faa3154f963d3ee3525c5fe59ace3ed in 607ms, sequenceid=122, compaction requested=true 2024-11-22T15:24:19,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:19,950 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3faa3154f963d3ee3525c5fe59ace3ed: 2024-11-22T15:24:19,950 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T15:24:19,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:19,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:19,951 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3faa3154f963d3ee3525c5fe59ace3ed:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T15:24:19,951 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T15:24:19,951 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T15:24:19,951 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1540): 3faa3154f963d3ee3525c5fe59ace3ed/A is initiating minor compaction (all files) 2024-11-22T15:24:19,951 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3faa3154f963d3ee3525c5fe59ace3ed/A in TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed. 2024-11-22T15:24:19,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:19,951 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/A/f5f8360dbb0c4967a7750777d280db1f, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/A/8166122c4fe64efb80d9eef807510264, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/A/99b08c6705284030b5f214a7724bd806] into tmpdir=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp, totalSize=90.8 K 2024-11-22T15:24:19,951 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed. 2024-11-22T15:24:19,951 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed. files: [hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/A/f5f8360dbb0c4967a7750777d280db1f, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/A/8166122c4fe64efb80d9eef807510264, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/A/99b08c6705284030b5f214a7724bd806] 2024-11-22T15:24:19,952 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T15:24:19,952 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3faa3154f963d3ee3525c5fe59ace3ed:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T15:24:19,952 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T15:24:19,952 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3faa3154f963d3ee3525c5fe59ace3ed:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T15:24:19,952 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T15:24:19,953 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting f5f8360dbb0c4967a7750777d280db1f, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1732289055175 2024-11-22T15:24:19,953 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8166122c4fe64efb80d9eef807510264, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1732289055804 2024-11-22T15:24:19,953 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T15:24:19,953 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1540): 3faa3154f963d3ee3525c5fe59ace3ed/B is initiating minor compaction (all files) 2024-11-22T15:24:19,953 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3faa3154f963d3ee3525c5fe59ace3ed/B in TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed. 2024-11-22T15:24:19,968 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/B/40971c271152429aa9bfb74bee6658d5, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/B/1ec6412867cb4e61a703275597edfb51, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/B/5b546c90599f4737b37d13bedf3f2268] into tmpdir=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp, totalSize=35.3 K 2024-11-22T15:24:19,968 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting 99b08c6705284030b5f214a7724bd806, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=122, earliestPutTs=1732289057963 2024-11-22T15:24:19,968 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting 40971c271152429aa9bfb74bee6658d5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1732289055175 2024-11-22T15:24:19,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:19,969 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting 1ec6412867cb4e61a703275597edfb51, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1732289055804 2024-11-22T15:24:19,969 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting 5b546c90599f4737b37d13bedf3f2268, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=122, earliestPutTs=1732289057963 2024-11-22T15:24:19,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:19,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:19,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:19,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:19,976 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=3faa3154f963d3ee3525c5fe59ace3ed] 2024-11-22T15:24:19,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:19,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:19,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:19,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:19,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:19,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:19,981 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3faa3154f963d3ee3525c5fe59ace3ed#B#compaction#618 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T15:24:19,981 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp/B/4126309b74dd4725858dd1df5e9d112e is 50, key is test_row_0/B:col10/1732289059341/Put/seqid=0 2024-11-22T15:24:19,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:19,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:19,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:19,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:19,985 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241122444b92812fe04320996b72052a0e0531_3faa3154f963d3ee3525c5fe59ace3ed store=[table=TestAcidGuarantees family=A region=3faa3154f963d3ee3525c5fe59ace3ed] 2024-11-22T15:24:19,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:19,987 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241122444b92812fe04320996b72052a0e0531_3faa3154f963d3ee3525c5fe59ace3ed, store=[table=TestAcidGuarantees family=A region=3faa3154f963d3ee3525c5fe59ace3ed] 2024-11-22T15:24:19,987 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122444b92812fe04320996b72052a0e0531_3faa3154f963d3ee3525c5fe59ace3ed because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=3faa3154f963d3ee3525c5fe59ace3ed] 2024-11-22T15:24:19,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:19,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:19,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:19,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:19,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:19,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:19,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:19,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:19,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:20,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:20,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:20,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:20,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:20,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:20,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:20,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:20,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:20,010 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3faa3154f963d3ee3525c5fe59ace3ed 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-22T15:24:20,010 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3faa3154f963d3ee3525c5fe59ace3ed, store=A 2024-11-22T15:24:20,010 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:24:20,010 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3faa3154f963d3ee3525c5fe59ace3ed, store=B 2024-11-22T15:24:20,010 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:24:20,010 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3faa3154f963d3ee3525c5fe59ace3ed, store=C 2024-11-22T15:24:20,010 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:24:20,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(8581): Flush requested on 3faa3154f963d3ee3525c5fe59ace3ed 2024-11-22T15:24:20,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:20,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:20,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742543_1719 (size=4469) 2024-11-22T15:24:20,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742542_1718 (size=12241) 2024-11-22T15:24:20,072 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122f1916c61ec604132aef89ac2ad49bbe1_3faa3154f963d3ee3525c5fe59ace3ed is 50, key is test_row_0/A:col10/1732289059998/Put/seqid=0 2024-11-22T15:24:20,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742545_1721 (size=24608) 2024-11-22T15:24:20,123 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:20,123 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:20,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34568 deadline: 1732289120113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:20,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34580 deadline: 1732289120114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:20,125 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:20,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34590 deadline: 1732289120118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:20,130 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:20,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34546 deadline: 1732289120123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:20,130 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:20,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34588 deadline: 1732289120125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:20,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-22T15:24:20,175 INFO [Thread-2999 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 167 completed 2024-11-22T15:24:20,178 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T15:24:20,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] procedure2.ProcedureExecutor(1098): Stored pid=169, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees 2024-11-22T15:24:20,179 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=169, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T15:24:20,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-22T15:24:20,179 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=169, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T15:24:20,180 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=170, ppid=169, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T15:24:20,228 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:20,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34580 deadline: 1732289120225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:20,228 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:20,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34568 deadline: 1732289120225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:20,229 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:20,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34590 deadline: 1732289120226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:20,231 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:20,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34546 deadline: 1732289120231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:20,236 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:20,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34588 deadline: 1732289120236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:20,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-22T15:24:20,332 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:24:20,332 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-22T15:24:20,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed. 2024-11-22T15:24:20,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed. as already flushing 2024-11-22T15:24:20,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed. 2024-11-22T15:24:20,333 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => 3faa3154f963d3ee3525c5fe59ace3ed, NAME => 'TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:24:20,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => 3faa3154f963d3ee3525c5fe59ace3ed, NAME => 'TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:24:20,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3faa3154f963d3ee3525c5fe59ace3ed, NAME => 'TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3faa3154f963d3ee3525c5fe59ace3ed, NAME => 'TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:24:20,430 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3faa3154f963d3ee3525c5fe59ace3ed#A#compaction#617 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T15:24:20,431 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp/A/075d14b016a24288b81d51ddec053cac is 175, key is test_row_0/A:col10/1732289059341/Put/seqid=0 2024-11-22T15:24:20,432 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:20,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34568 deadline: 1732289120429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:20,433 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:20,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34580 deadline: 1732289120430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:20,436 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:20,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34546 deadline: 1732289120433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:20,439 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:20,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34588 deadline: 1732289120438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:20,445 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:20,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34590 deadline: 1732289120444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:20,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742546_1722 (size=31195) 2024-11-22T15:24:20,467 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp/A/075d14b016a24288b81d51ddec053cac as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/A/075d14b016a24288b81d51ddec053cac 2024-11-22T15:24:20,471 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp/B/4126309b74dd4725858dd1df5e9d112e as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/B/4126309b74dd4725858dd1df5e9d112e 2024-11-22T15:24:20,474 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3faa3154f963d3ee3525c5fe59ace3ed/A of 3faa3154f963d3ee3525c5fe59ace3ed into 075d14b016a24288b81d51ddec053cac(size=30.5 K), total size for store is 30.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T15:24:20,474 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3faa3154f963d3ee3525c5fe59ace3ed: 2024-11-22T15:24:20,474 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed., storeName=3faa3154f963d3ee3525c5fe59ace3ed/A, priority=13, startTime=1732289059950; duration=0sec 2024-11-22T15:24:20,474 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T15:24:20,474 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3faa3154f963d3ee3525c5fe59ace3ed:A 2024-11-22T15:24:20,474 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T15:24:20,476 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3faa3154f963d3ee3525c5fe59ace3ed/B of 3faa3154f963d3ee3525c5fe59ace3ed into 4126309b74dd4725858dd1df5e9d112e(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T15:24:20,476 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3faa3154f963d3ee3525c5fe59ace3ed: 2024-11-22T15:24:20,476 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed., storeName=3faa3154f963d3ee3525c5fe59ace3ed/B, priority=13, startTime=1732289059951; duration=0sec 2024-11-22T15:24:20,476 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T15:24:20,476 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3faa3154f963d3ee3525c5fe59ace3ed:B 2024-11-22T15:24:20,477 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T15:24:20,477 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1540): 3faa3154f963d3ee3525c5fe59ace3ed/C is initiating minor compaction (all files) 2024-11-22T15:24:20,477 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3faa3154f963d3ee3525c5fe59ace3ed/C in TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed. 2024-11-22T15:24:20,477 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/C/c9156665e8894ee7bbfb1894378dbe4f, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/C/a2e63aff19d74b7785cef9456b547841, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/C/c7ba84baeaea48cc96a660cd50459791] into tmpdir=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp, totalSize=35.3 K 2024-11-22T15:24:20,478 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting c9156665e8894ee7bbfb1894378dbe4f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1732289055175 2024-11-22T15:24:20,478 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting a2e63aff19d74b7785cef9456b547841, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1732289055804 2024-11-22T15:24:20,478 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting c7ba84baeaea48cc96a660cd50459791, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=122, earliestPutTs=1732289057963 2024-11-22T15:24:20,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-22T15:24:20,484 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3faa3154f963d3ee3525c5fe59ace3ed#C#compaction#620 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T15:24:20,484 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp/C/6acd64678a05486cb21a088886ddf050 is 50, key is test_row_0/C:col10/1732289059341/Put/seqid=0 2024-11-22T15:24:20,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742547_1723 (size=12241) 2024-11-22T15:24:20,507 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp/C/6acd64678a05486cb21a088886ddf050 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/C/6acd64678a05486cb21a088886ddf050 2024-11-22T15:24:20,512 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3faa3154f963d3ee3525c5fe59ace3ed/C of 3faa3154f963d3ee3525c5fe59ace3ed into 6acd64678a05486cb21a088886ddf050(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T15:24:20,512 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3faa3154f963d3ee3525c5fe59ace3ed: 2024-11-22T15:24:20,512 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed., storeName=3faa3154f963d3ee3525c5fe59ace3ed/C, priority=13, startTime=1732289059952; duration=0sec 2024-11-22T15:24:20,512 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T15:24:20,512 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3faa3154f963d3ee3525c5fe59ace3ed:C 2024-11-22T15:24:20,515 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:20,517 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122f1916c61ec604132aef89ac2ad49bbe1_3faa3154f963d3ee3525c5fe59ace3ed to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122f1916c61ec604132aef89ac2ad49bbe1_3faa3154f963d3ee3525c5fe59ace3ed 2024-11-22T15:24:20,518 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp/A/e8d2b5ce951a47c1b378511d4322948a, store: [table=TestAcidGuarantees family=A region=3faa3154f963d3ee3525c5fe59ace3ed] 2024-11-22T15:24:20,519 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp/A/e8d2b5ce951a47c1b378511d4322948a is 175, key is test_row_0/A:col10/1732289059998/Put/seqid=0 2024-11-22T15:24:20,519 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:24:20,520 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-22T15:24:20,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed. 2024-11-22T15:24:20,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed. as already flushing 2024-11-22T15:24:20,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed. 2024-11-22T15:24:20,520 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => 3faa3154f963d3ee3525c5fe59ace3ed, NAME => 'TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:24:20,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => 3faa3154f963d3ee3525c5fe59ace3ed, NAME => 'TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:24:20,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3faa3154f963d3ee3525c5fe59ace3ed, NAME => 'TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3faa3154f963d3ee3525c5fe59ace3ed, NAME => 'TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:24:20,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742544_1720 (size=74245) 2024-11-22T15:24:20,672 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:24:20,672 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-22T15:24:20,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed. 2024-11-22T15:24:20,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed. as already flushing 2024-11-22T15:24:20,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed. 2024-11-22T15:24:20,673 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => 3faa3154f963d3ee3525c5fe59ace3ed, NAME => 'TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:24:20,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => 3faa3154f963d3ee3525c5fe59ace3ed, NAME => 'TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:24:20,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3faa3154f963d3ee3525c5fe59ace3ed, NAME => 'TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3faa3154f963d3ee3525c5fe59ace3ed, NAME => 'TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:24:20,737 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:20,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34568 deadline: 1732289120735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:20,740 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:20,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34580 deadline: 1732289120737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:20,740 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:20,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34546 deadline: 1732289120738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:20,743 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:20,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34588 deadline: 1732289120742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:20,750 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:20,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34590 deadline: 1732289120749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:20,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-22T15:24:20,825 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:24:20,825 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-22T15:24:20,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed. 2024-11-22T15:24:20,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed. as already flushing 2024-11-22T15:24:20,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed. 2024-11-22T15:24:20,825 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => 3faa3154f963d3ee3525c5fe59ace3ed, NAME => 'TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:24:20,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => 3faa3154f963d3ee3525c5fe59ace3ed, NAME => 'TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:24:20,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3faa3154f963d3ee3525c5fe59ace3ed, NAME => 'TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3faa3154f963d3ee3525c5fe59ace3ed, NAME => 'TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:24:20,922 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=133, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp/A/e8d2b5ce951a47c1b378511d4322948a 2024-11-22T15:24:20,931 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp/B/04bf9c388cf14eea8707ad06f2a58646 is 50, key is test_row_0/B:col10/1732289059998/Put/seqid=0 2024-11-22T15:24:20,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742548_1724 (size=12151) 2024-11-22T15:24:20,978 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:24:20,978 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-22T15:24:20,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed. 2024-11-22T15:24:20,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed. as already flushing 2024-11-22T15:24:20,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed. 2024-11-22T15:24:20,978 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => 3faa3154f963d3ee3525c5fe59ace3ed, NAME => 'TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:24:20,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => 3faa3154f963d3ee3525c5fe59ace3ed, NAME => 'TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:24:20,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3faa3154f963d3ee3525c5fe59ace3ed, NAME => 'TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3faa3154f963d3ee3525c5fe59ace3ed, NAME => 'TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:24:21,131 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:24:21,131 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-22T15:24:21,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed. 2024-11-22T15:24:21,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed. as already flushing 2024-11-22T15:24:21,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed. 2024-11-22T15:24:21,131 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => 3faa3154f963d3ee3525c5fe59ace3ed, NAME => 'TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:24:21,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => 3faa3154f963d3ee3525c5fe59ace3ed, NAME => 'TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:24:21,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3faa3154f963d3ee3525c5fe59ace3ed, NAME => 'TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3faa3154f963d3ee3525c5fe59ace3ed, NAME => 'TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:24:21,242 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:21,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34546 deadline: 1732289121242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:21,243 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:21,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34568 deadline: 1732289121242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:21,245 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:21,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34580 deadline: 1732289121243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:21,249 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:21,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34588 deadline: 1732289121248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:21,253 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:21,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34590 deadline: 1732289121252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:21,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-22T15:24:21,284 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:24:21,284 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-22T15:24:21,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed. 2024-11-22T15:24:21,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed. as already flushing 2024-11-22T15:24:21,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed. 2024-11-22T15:24:21,285 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => 3faa3154f963d3ee3525c5fe59ace3ed, NAME => 'TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:24:21,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => 3faa3154f963d3ee3525c5fe59ace3ed, NAME => 'TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:24:21,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3faa3154f963d3ee3525c5fe59ace3ed, NAME => 'TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3faa3154f963d3ee3525c5fe59ace3ed, NAME => 'TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:24:21,336 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=133 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp/B/04bf9c388cf14eea8707ad06f2a58646 2024-11-22T15:24:21,347 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp/C/9a9d7bf347884d839e4f3e4cf516e18a is 50, key is test_row_0/C:col10/1732289059998/Put/seqid=0 2024-11-22T15:24:21,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742549_1725 (size=12151) 2024-11-22T15:24:21,381 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=133 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp/C/9a9d7bf347884d839e4f3e4cf516e18a 2024-11-22T15:24:21,387 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp/A/e8d2b5ce951a47c1b378511d4322948a as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/A/e8d2b5ce951a47c1b378511d4322948a 2024-11-22T15:24:21,392 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/A/e8d2b5ce951a47c1b378511d4322948a, entries=400, sequenceid=133, filesize=72.5 K 2024-11-22T15:24:21,396 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp/B/04bf9c388cf14eea8707ad06f2a58646 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/B/04bf9c388cf14eea8707ad06f2a58646 2024-11-22T15:24:21,402 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/B/04bf9c388cf14eea8707ad06f2a58646, entries=150, sequenceid=133, filesize=11.9 K 2024-11-22T15:24:21,407 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp/C/9a9d7bf347884d839e4f3e4cf516e18a as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/C/9a9d7bf347884d839e4f3e4cf516e18a 2024-11-22T15:24:21,413 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/C/9a9d7bf347884d839e4f3e4cf516e18a, entries=150, sequenceid=133, filesize=11.9 K 2024-11-22T15:24:21,416 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 3faa3154f963d3ee3525c5fe59ace3ed in 1406ms, sequenceid=133, compaction requested=false 2024-11-22T15:24:21,416 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3faa3154f963d3ee3525c5fe59ace3ed: 2024-11-22T15:24:21,437 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:24:21,437 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-22T15:24:21,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed. 2024-11-22T15:24:21,437 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2837): Flushing 3faa3154f963d3ee3525c5fe59ace3ed 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-22T15:24:21,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3faa3154f963d3ee3525c5fe59ace3ed, store=A 2024-11-22T15:24:21,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:24:21,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3faa3154f963d3ee3525c5fe59ace3ed, store=B 2024-11-22T15:24:21,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:24:21,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3faa3154f963d3ee3525c5fe59ace3ed, store=C 2024-11-22T15:24:21,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:24:21,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411223685119273224d03bca6d5b7c8f6d99b_3faa3154f963d3ee3525c5fe59ace3ed is 50, key is test_row_0/A:col10/1732289060119/Put/seqid=0 2024-11-22T15:24:21,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742550_1726 (size=12304) 2024-11-22T15:24:21,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,493 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411223685119273224d03bca6d5b7c8f6d99b_3faa3154f963d3ee3525c5fe59ace3ed to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411223685119273224d03bca6d5b7c8f6d99b_3faa3154f963d3ee3525c5fe59ace3ed 2024-11-22T15:24:21,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp/A/de4f705ac7cb441ab3079ed96f05aec8, store: [table=TestAcidGuarantees family=A region=3faa3154f963d3ee3525c5fe59ace3ed] 2024-11-22T15:24:21,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp/A/de4f705ac7cb441ab3079ed96f05aec8 is 175, key is test_row_0/A:col10/1732289060119/Put/seqid=0 2024-11-22T15:24:21,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742551_1727 (size=31105) 2024-11-22T15:24:21,540 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=161, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp/A/de4f705ac7cb441ab3079ed96f05aec8 2024-11-22T15:24:21,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp/B/b51a38f55b2c4f04bba9e3f7e62ddb3e is 50, key is test_row_0/B:col10/1732289060119/Put/seqid=0 2024-11-22T15:24:21,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742552_1728 (size=12151) 2024-11-22T15:24:21,601 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=161 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp/B/b51a38f55b2c4f04bba9e3f7e62ddb3e 2024-11-22T15:24:21,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp/C/0fe4db5cd9ef4f1e98e5817e08d0ff49 is 50, key is test_row_0/C:col10/1732289060119/Put/seqid=0 2024-11-22T15:24:21,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742553_1729 (size=12151) 2024-11-22T15:24:21,649 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=161 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp/C/0fe4db5cd9ef4f1e98e5817e08d0ff49 2024-11-22T15:24:21,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp/A/de4f705ac7cb441ab3079ed96f05aec8 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/A/de4f705ac7cb441ab3079ed96f05aec8 2024-11-22T15:24:21,668 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/A/de4f705ac7cb441ab3079ed96f05aec8, entries=150, sequenceid=161, filesize=30.4 K 2024-11-22T15:24:21,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp/B/b51a38f55b2c4f04bba9e3f7e62ddb3e as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/B/b51a38f55b2c4f04bba9e3f7e62ddb3e 2024-11-22T15:24:21,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,677 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/B/b51a38f55b2c4f04bba9e3f7e62ddb3e, entries=150, sequenceid=161, filesize=11.9 K 2024-11-22T15:24:21,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp/C/0fe4db5cd9ef4f1e98e5817e08d0ff49 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/C/0fe4db5cd9ef4f1e98e5817e08d0ff49 2024-11-22T15:24:21,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,695 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/C/0fe4db5cd9ef4f1e98e5817e08d0ff49, entries=150, sequenceid=161, filesize=11.9 K 2024-11-22T15:24:21,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,695 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=0 B/0 for 3faa3154f963d3ee3525c5fe59ace3ed in 258ms, sequenceid=161, compaction requested=true 2024-11-22T15:24:21,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2538): Flush status journal for 3faa3154f963d3ee3525c5fe59ace3ed: 2024-11-22T15:24:21,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed. 2024-11-22T15:24:21,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=170 2024-11-22T15:24:21,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4106): Remote procedure done, pid=170 2024-11-22T15:24:21,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,697 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=170, resume processing ppid=169 2024-11-22T15:24:21,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,697 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=170, ppid=169, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5160 sec 2024-11-22T15:24:21,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,698 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=169, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees in 1.5200 sec 2024-11-22T15:24:21,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:21,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-22T15:24:22,283 INFO [Thread-2999 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 169 completed 2024-11-22T15:24:22,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,284 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T15:24:22,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] procedure2.ProcedureExecutor(1098): Stored pid=171, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees 2024-11-22T15:24:22,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-22T15:24:22,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,286 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=171, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T15:24:22,286 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=171, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T15:24:22,286 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=172, ppid=171, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T15:24:22,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(8581): Flush requested on 3faa3154f963d3ee3525c5fe59ace3ed 2024-11-22T15:24:22,310 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3faa3154f963d3ee3525c5fe59ace3ed 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-22T15:24:22,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,312 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3faa3154f963d3ee3525c5fe59ace3ed, store=A 2024-11-22T15:24:22,312 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:24:22,312 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3faa3154f963d3ee3525c5fe59ace3ed, store=B 2024-11-22T15:24:22,312 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:24:22,312 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3faa3154f963d3ee3525c5fe59ace3ed, store=C 2024-11-22T15:24:22,312 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:24:22,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,339 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122875e652659304ec29aeb27bea3c76b33_3faa3154f963d3ee3525c5fe59ace3ed is 50, key is test_row_0/A:col10/1732289062309/Put/seqid=0 2024-11-22T15:24:22,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742554_1730 (size=19774) 2024-11-22T15:24:22,363 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:22,363 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:22,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34546 deadline: 1732289122355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:22,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34568 deadline: 1732289122354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:22,363 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:22,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34590 deadline: 1732289122356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:22,368 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:22,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34588 deadline: 1732289122363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:22,368 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:22,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34580 deadline: 1732289122363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:22,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-22T15:24:22,438 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:24:22,439 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-22T15:24:22,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed. 2024-11-22T15:24:22,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed. as already flushing 2024-11-22T15:24:22,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed. 2024-11-22T15:24:22,439 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => 3faa3154f963d3ee3525c5fe59ace3ed, NAME => 'TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:24:22,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => 3faa3154f963d3ee3525c5fe59ace3ed, NAME => 'TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:24:22,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3faa3154f963d3ee3525c5fe59ace3ed, NAME => 'TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3faa3154f963d3ee3525c5fe59ace3ed, NAME => 'TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:24:22,468 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:22,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34568 deadline: 1732289122464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:22,468 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:22,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34546 deadline: 1732289122464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:22,473 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:22,473 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:22,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34588 deadline: 1732289122469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:22,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34590 deadline: 1732289122469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:22,473 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:22,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34580 deadline: 1732289122469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:22,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-22T15:24:22,590 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:24:22,590 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-22T15:24:22,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed. 2024-11-22T15:24:22,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed. as already flushing 2024-11-22T15:24:22,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed. 2024-11-22T15:24:22,591 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => 3faa3154f963d3ee3525c5fe59ace3ed, NAME => 'TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:24:22,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => 3faa3154f963d3ee3525c5fe59ace3ed, NAME => 'TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:24:22,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3faa3154f963d3ee3525c5fe59ace3ed, NAME => 'TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3faa3154f963d3ee3525c5fe59ace3ed, NAME => 'TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:24:22,674 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:22,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34568 deadline: 1732289122671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:22,675 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:22,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34546 deadline: 1732289122671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:22,677 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:22,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34590 deadline: 1732289122674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:22,677 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:22,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34580 deadline: 1732289122674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:22,680 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:22,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34588 deadline: 1732289122675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:22,742 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:24:22,743 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-22T15:24:22,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed. 2024-11-22T15:24:22,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed. as already flushing 2024-11-22T15:24:22,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed. 2024-11-22T15:24:22,743 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => 3faa3154f963d3ee3525c5fe59ace3ed, NAME => 'TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:24:22,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => 3faa3154f963d3ee3525c5fe59ace3ed, NAME => 'TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:24:22,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3faa3154f963d3ee3525c5fe59ace3ed, NAME => 'TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3faa3154f963d3ee3525c5fe59ace3ed, NAME => 'TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:24:22,758 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:22,763 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122875e652659304ec29aeb27bea3c76b33_3faa3154f963d3ee3525c5fe59ace3ed to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122875e652659304ec29aeb27bea3c76b33_3faa3154f963d3ee3525c5fe59ace3ed 2024-11-22T15:24:22,764 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp/A/bb66cba1f0b04e25815a44acd980ae5a, store: [table=TestAcidGuarantees family=A region=3faa3154f963d3ee3525c5fe59ace3ed] 2024-11-22T15:24:22,765 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp/A/bb66cba1f0b04e25815a44acd980ae5a is 175, key is test_row_0/A:col10/1732289062309/Put/seqid=0 2024-11-22T15:24:22,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742555_1731 (size=57029) 2024-11-22T15:24:22,777 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=173, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp/A/bb66cba1f0b04e25815a44acd980ae5a 2024-11-22T15:24:22,786 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp/B/ae23e568c64f487e87a37b9af6dfc01a is 50, key is test_row_0/B:col10/1732289062309/Put/seqid=0 2024-11-22T15:24:22,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742556_1732 (size=9757) 2024-11-22T15:24:22,818 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=173 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp/B/ae23e568c64f487e87a37b9af6dfc01a 2024-11-22T15:24:22,836 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp/C/7ce2f69396cb45ae907ce18bc8e67217 is 50, key is test_row_0/C:col10/1732289062309/Put/seqid=0 2024-11-22T15:24:22,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742557_1733 (size=9757) 2024-11-22T15:24:22,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-22T15:24:22,895 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:24:22,895 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-22T15:24:22,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed. 2024-11-22T15:24:22,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed. as already flushing 2024-11-22T15:24:22,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed. 2024-11-22T15:24:22,896 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => 3faa3154f963d3ee3525c5fe59ace3ed, NAME => 'TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:24:22,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => 3faa3154f963d3ee3525c5fe59ace3ed, NAME => 'TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:24:22,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3faa3154f963d3ee3525c5fe59ace3ed, NAME => 'TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3faa3154f963d3ee3525c5fe59ace3ed, NAME => 'TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:24:22,980 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:22,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34568 deadline: 1732289122978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:22,983 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:22,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34580 deadline: 1732289122979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:22,984 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:22,984 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:22,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34590 deadline: 1732289122980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:22,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34546 deadline: 1732289122978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:22,984 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:22,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34588 deadline: 1732289122983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:23,048 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:24:23,048 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-22T15:24:23,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed. 2024-11-22T15:24:23,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed. as already flushing 2024-11-22T15:24:23,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed. 2024-11-22T15:24:23,049 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => 3faa3154f963d3ee3525c5fe59ace3ed, NAME => 'TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:24:23,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => 3faa3154f963d3ee3525c5fe59ace3ed, NAME => 'TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:24:23,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3faa3154f963d3ee3525c5fe59ace3ed, NAME => 'TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3faa3154f963d3ee3525c5fe59ace3ed, NAME => 'TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:24:23,201 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:24:23,202 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-22T15:24:23,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed. 2024-11-22T15:24:23,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed. as already flushing 2024-11-22T15:24:23,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed. 2024-11-22T15:24:23,202 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => 3faa3154f963d3ee3525c5fe59ace3ed, NAME => 'TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:24:23,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => 3faa3154f963d3ee3525c5fe59ace3ed, NAME => 'TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:24:23,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3faa3154f963d3ee3525c5fe59ace3ed, NAME => 'TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3faa3154f963d3ee3525c5fe59ace3ed, NAME => 'TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:24:23,268 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=173 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp/C/7ce2f69396cb45ae907ce18bc8e67217 2024-11-22T15:24:23,274 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp/A/bb66cba1f0b04e25815a44acd980ae5a as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/A/bb66cba1f0b04e25815a44acd980ae5a 2024-11-22T15:24:23,278 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/A/bb66cba1f0b04e25815a44acd980ae5a, entries=300, sequenceid=173, filesize=55.7 K 2024-11-22T15:24:23,279 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp/B/ae23e568c64f487e87a37b9af6dfc01a as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/B/ae23e568c64f487e87a37b9af6dfc01a 2024-11-22T15:24:23,284 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/B/ae23e568c64f487e87a37b9af6dfc01a, entries=100, sequenceid=173, filesize=9.5 K 2024-11-22T15:24:23,289 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp/C/7ce2f69396cb45ae907ce18bc8e67217 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/C/7ce2f69396cb45ae907ce18bc8e67217 2024-11-22T15:24:23,296 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/C/7ce2f69396cb45ae907ce18bc8e67217, entries=100, sequenceid=173, filesize=9.5 K 2024-11-22T15:24:23,297 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 3faa3154f963d3ee3525c5fe59ace3ed in 987ms, sequenceid=173, compaction requested=true 2024-11-22T15:24:23,297 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3faa3154f963d3ee3525c5fe59ace3ed: 2024-11-22T15:24:23,297 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3faa3154f963d3ee3525c5fe59ace3ed:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T15:24:23,297 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T15:24:23,297 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T15:24:23,297 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3faa3154f963d3ee3525c5fe59ace3ed:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T15:24:23,297 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T15:24:23,298 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T15:24:23,298 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3faa3154f963d3ee3525c5fe59ace3ed:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T15:24:23,298 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 193574 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T15:24:23,298 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1540): 3faa3154f963d3ee3525c5fe59ace3ed/A is initiating minor compaction (all files) 2024-11-22T15:24:23,298 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3faa3154f963d3ee3525c5fe59ace3ed/A in TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed. 2024-11-22T15:24:23,299 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/A/075d14b016a24288b81d51ddec053cac, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/A/e8d2b5ce951a47c1b378511d4322948a, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/A/de4f705ac7cb441ab3079ed96f05aec8, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/A/bb66cba1f0b04e25815a44acd980ae5a] into tmpdir=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp, totalSize=189.0 K 2024-11-22T15:24:23,299 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T15:24:23,299 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed. 2024-11-22T15:24:23,299 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed. files: [hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/A/075d14b016a24288b81d51ddec053cac, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/A/e8d2b5ce951a47c1b378511d4322948a, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/A/de4f705ac7cb441ab3079ed96f05aec8, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/A/bb66cba1f0b04e25815a44acd980ae5a] 2024-11-22T15:24:23,299 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 46300 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T15:24:23,299 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1540): 3faa3154f963d3ee3525c5fe59ace3ed/B is initiating minor compaction (all files) 2024-11-22T15:24:23,299 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3faa3154f963d3ee3525c5fe59ace3ed/B in TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed. 2024-11-22T15:24:23,299 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/B/4126309b74dd4725858dd1df5e9d112e, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/B/04bf9c388cf14eea8707ad06f2a58646, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/B/b51a38f55b2c4f04bba9e3f7e62ddb3e, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/B/ae23e568c64f487e87a37b9af6dfc01a] into tmpdir=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp, totalSize=45.2 K 2024-11-22T15:24:23,299 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting 075d14b016a24288b81d51ddec053cac, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=122, earliestPutTs=1732289057963 2024-11-22T15:24:23,299 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting e8d2b5ce951a47c1b378511d4322948a, keycount=400, bloomtype=ROW, size=72.5 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1732289059345 2024-11-22T15:24:23,299 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting 4126309b74dd4725858dd1df5e9d112e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=122, earliestPutTs=1732289057963 2024-11-22T15:24:23,299 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting de4f705ac7cb441ab3079ed96f05aec8, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1732289060111 2024-11-22T15:24:23,299 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting 04bf9c388cf14eea8707ad06f2a58646, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1732289059984 2024-11-22T15:24:23,300 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting bb66cba1f0b04e25815a44acd980ae5a, keycount=300, bloomtype=ROW, size=55.7 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1732289062275 2024-11-22T15:24:23,300 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting b51a38f55b2c4f04bba9e3f7e62ddb3e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1732289060111 2024-11-22T15:24:23,300 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting ae23e568c64f487e87a37b9af6dfc01a, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1732289062309 2024-11-22T15:24:23,309 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=3faa3154f963d3ee3525c5fe59ace3ed] 2024-11-22T15:24:23,317 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3faa3154f963d3ee3525c5fe59ace3ed#B#compaction#630 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T15:24:23,318 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp/B/4f1880558f8348b687986bfe494c7f29 is 50, key is test_row_0/B:col10/1732289062309/Put/seqid=0 2024-11-22T15:24:23,327 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241122cb39122f1378413192b680b8dd47187a_3faa3154f963d3ee3525c5fe59ace3ed store=[table=TestAcidGuarantees family=A region=3faa3154f963d3ee3525c5fe59ace3ed] 2024-11-22T15:24:23,330 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241122cb39122f1378413192b680b8dd47187a_3faa3154f963d3ee3525c5fe59ace3ed, store=[table=TestAcidGuarantees family=A region=3faa3154f963d3ee3525c5fe59ace3ed] 2024-11-22T15:24:23,337 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122cb39122f1378413192b680b8dd47187a_3faa3154f963d3ee3525c5fe59ace3ed because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=3faa3154f963d3ee3525c5fe59ace3ed] 2024-11-22T15:24:23,353 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:24:23,354 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-22T15:24:23,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed. 2024-11-22T15:24:23,354 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2837): Flushing 3faa3154f963d3ee3525c5fe59ace3ed 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-22T15:24:23,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3faa3154f963d3ee3525c5fe59ace3ed, store=A 2024-11-22T15:24:23,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:24:23,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3faa3154f963d3ee3525c5fe59ace3ed, store=B 2024-11-22T15:24:23,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:24:23,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3faa3154f963d3ee3525c5fe59ace3ed, store=C 2024-11-22T15:24:23,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:24:23,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742558_1734 (size=12527) 2024-11-22T15:24:23,363 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp/B/4f1880558f8348b687986bfe494c7f29 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/B/4f1880558f8348b687986bfe494c7f29 2024-11-22T15:24:23,368 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 3faa3154f963d3ee3525c5fe59ace3ed/B of 3faa3154f963d3ee3525c5fe59ace3ed into 4f1880558f8348b687986bfe494c7f29(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T15:24:23,368 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3faa3154f963d3ee3525c5fe59ace3ed: 2024-11-22T15:24:23,368 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed., storeName=3faa3154f963d3ee3525c5fe59ace3ed/B, priority=12, startTime=1732289063297; duration=0sec 2024-11-22T15:24:23,368 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T15:24:23,368 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3faa3154f963d3ee3525c5fe59ace3ed:B 2024-11-22T15:24:23,368 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T15:24:23,371 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 46300 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T15:24:23,371 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1540): 3faa3154f963d3ee3525c5fe59ace3ed/C is initiating minor compaction (all files) 2024-11-22T15:24:23,371 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3faa3154f963d3ee3525c5fe59ace3ed/C in TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed. 2024-11-22T15:24:23,371 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/C/6acd64678a05486cb21a088886ddf050, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/C/9a9d7bf347884d839e4f3e4cf516e18a, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/C/0fe4db5cd9ef4f1e98e5817e08d0ff49, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/C/7ce2f69396cb45ae907ce18bc8e67217] into tmpdir=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp, totalSize=45.2 K 2024-11-22T15:24:23,372 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting 6acd64678a05486cb21a088886ddf050, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=122, earliestPutTs=1732289057963 2024-11-22T15:24:23,372 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting 9a9d7bf347884d839e4f3e4cf516e18a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1732289059984 2024-11-22T15:24:23,372 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting 0fe4db5cd9ef4f1e98e5817e08d0ff49, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1732289060111 2024-11-22T15:24:23,372 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting 7ce2f69396cb45ae907ce18bc8e67217, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1732289062309 2024-11-22T15:24:23,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-22T15:24:23,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742559_1735 (size=4469) 2024-11-22T15:24:23,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122114530ce84af4b32af3d27bf9a01f5f4_3faa3154f963d3ee3525c5fe59ace3ed is 50, key is test_row_0/A:col10/1732289062360/Put/seqid=0 2024-11-22T15:24:23,394 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3faa3154f963d3ee3525c5fe59ace3ed#A#compaction#629 average throughput is 0.29 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T15:24:23,394 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp/A/936e74a5653d4234898ed7bb80766e2c is 175, key is test_row_0/A:col10/1732289062309/Put/seqid=0 2024-11-22T15:24:23,405 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3faa3154f963d3ee3525c5fe59ace3ed#C#compaction#632 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T15:24:23,405 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp/C/14a279d28d3c4d929e64e5f7e02113d0 is 50, key is test_row_0/C:col10/1732289062309/Put/seqid=0 2024-11-22T15:24:23,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742560_1736 (size=12304) 2024-11-22T15:24:23,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:23,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742561_1737 (size=31588) 2024-11-22T15:24:23,459 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122114530ce84af4b32af3d27bf9a01f5f4_3faa3154f963d3ee3525c5fe59ace3ed to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122114530ce84af4b32af3d27bf9a01f5f4_3faa3154f963d3ee3525c5fe59ace3ed 2024-11-22T15:24:23,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp/A/5314594260834c728f5b8bd0e5d6ce3e, store: [table=TestAcidGuarantees family=A region=3faa3154f963d3ee3525c5fe59ace3ed] 2024-11-22T15:24:23,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp/A/5314594260834c728f5b8bd0e5d6ce3e is 175, key is test_row_0/A:col10/1732289062360/Put/seqid=0 2024-11-22T15:24:23,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742562_1738 (size=12527) 2024-11-22T15:24:23,484 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp/C/14a279d28d3c4d929e64e5f7e02113d0 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/C/14a279d28d3c4d929e64e5f7e02113d0 2024-11-22T15:24:23,486 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed. as already flushing 2024-11-22T15:24:23,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(8581): Flush requested on 3faa3154f963d3ee3525c5fe59ace3ed 2024-11-22T15:24:23,489 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 3faa3154f963d3ee3525c5fe59ace3ed/C of 3faa3154f963d3ee3525c5fe59ace3ed into 14a279d28d3c4d929e64e5f7e02113d0(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T15:24:23,489 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3faa3154f963d3ee3525c5fe59ace3ed: 2024-11-22T15:24:23,489 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed., storeName=3faa3154f963d3ee3525c5fe59ace3ed/C, priority=12, startTime=1732289063298; duration=0sec 2024-11-22T15:24:23,489 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T15:24:23,489 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3faa3154f963d3ee3525c5fe59ace3ed:C 2024-11-22T15:24:23,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742563_1739 (size=31105) 2024-11-22T15:24:23,491 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=197, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp/A/5314594260834c728f5b8bd0e5d6ce3e 2024-11-22T15:24:23,502 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:23,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34546 deadline: 1732289123496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:23,503 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:23,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34580 deadline: 1732289123498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:23,503 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:23,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34568 deadline: 1732289123499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:23,505 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:23,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34588 deadline: 1732289123501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:23,505 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:23,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34590 deadline: 1732289123501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:23,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp/B/fe4f0fa7e81e437a8205601f43aea429 is 50, key is test_row_0/B:col10/1732289062360/Put/seqid=0 2024-11-22T15:24:23,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742564_1740 (size=12151) 2024-11-22T15:24:23,563 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp/B/fe4f0fa7e81e437a8205601f43aea429 2024-11-22T15:24:23,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp/C/9018f82abf3e4ef986fac3dd3dda3c55 is 50, key is test_row_0/C:col10/1732289062360/Put/seqid=0 2024-11-22T15:24:23,607 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:23,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34546 deadline: 1732289123604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:23,608 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:23,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34568 deadline: 1732289123605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:23,609 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:23,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34580 deadline: 1732289123605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:23,609 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:23,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34588 deadline: 1732289123606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:23,609 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:23,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34590 deadline: 1732289123606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:23,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742565_1741 (size=12151) 2024-11-22T15:24:23,621 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp/C/9018f82abf3e4ef986fac3dd3dda3c55 2024-11-22T15:24:23,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp/A/5314594260834c728f5b8bd0e5d6ce3e as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/A/5314594260834c728f5b8bd0e5d6ce3e 2024-11-22T15:24:23,629 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/A/5314594260834c728f5b8bd0e5d6ce3e, entries=150, sequenceid=197, filesize=30.4 K 2024-11-22T15:24:23,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp/B/fe4f0fa7e81e437a8205601f43aea429 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/B/fe4f0fa7e81e437a8205601f43aea429 2024-11-22T15:24:23,638 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/B/fe4f0fa7e81e437a8205601f43aea429, entries=150, sequenceid=197, filesize=11.9 K 2024-11-22T15:24:23,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp/C/9018f82abf3e4ef986fac3dd3dda3c55 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/C/9018f82abf3e4ef986fac3dd3dda3c55 2024-11-22T15:24:23,644 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/C/9018f82abf3e4ef986fac3dd3dda3c55, entries=150, sequenceid=197, filesize=11.9 K 2024-11-22T15:24:23,645 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for 3faa3154f963d3ee3525c5fe59ace3ed in 291ms, sequenceid=197, compaction requested=false 2024-11-22T15:24:23,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2538): Flush status journal for 3faa3154f963d3ee3525c5fe59ace3ed: 2024-11-22T15:24:23,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed. 2024-11-22T15:24:23,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=172 2024-11-22T15:24:23,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4106): Remote procedure done, pid=172 2024-11-22T15:24:23,648 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=172, resume processing ppid=171 2024-11-22T15:24:23,648 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=172, ppid=171, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3610 sec 2024-11-22T15:24:23,649 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=171, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees in 1.3640 sec 2024-11-22T15:24:23,812 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3faa3154f963d3ee3525c5fe59ace3ed 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-22T15:24:23,812 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3faa3154f963d3ee3525c5fe59ace3ed, store=A 2024-11-22T15:24:23,812 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:24:23,812 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3faa3154f963d3ee3525c5fe59ace3ed, store=B 2024-11-22T15:24:23,812 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:24:23,812 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3faa3154f963d3ee3525c5fe59ace3ed, store=C 2024-11-22T15:24:23,812 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:24:23,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(8581): Flush requested on 3faa3154f963d3ee3525c5fe59ace3ed 2024-11-22T15:24:23,821 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122eecb9873494f49a59e479f9ad59a5735_3faa3154f963d3ee3525c5fe59ace3ed is 50, key is test_row_0/A:col10/1732289063498/Put/seqid=0 2024-11-22T15:24:23,837 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:23,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34588 deadline: 1732289123831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:23,841 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:23,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34590 deadline: 1732289123836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:23,842 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:23,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34568 deadline: 1732289123837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:23,842 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:23,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34580 deadline: 1732289123837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:23,843 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:23,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34546 deadline: 1732289123838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:23,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742566_1742 (size=14794) 2024-11-22T15:24:23,845 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:23,847 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122eecb9873494f49a59e479f9ad59a5735_3faa3154f963d3ee3525c5fe59ace3ed to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122eecb9873494f49a59e479f9ad59a5735_3faa3154f963d3ee3525c5fe59ace3ed 2024-11-22T15:24:23,848 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp/A/67f399c4809c485a9531a13c85938da6, store: [table=TestAcidGuarantees family=A region=3faa3154f963d3ee3525c5fe59ace3ed] 2024-11-22T15:24:23,848 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp/A/67f399c4809c485a9531a13c85938da6 is 175, key is test_row_0/A:col10/1732289063498/Put/seqid=0 2024-11-22T15:24:23,861 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp/A/936e74a5653d4234898ed7bb80766e2c as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/A/936e74a5653d4234898ed7bb80766e2c 2024-11-22T15:24:23,864 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 3faa3154f963d3ee3525c5fe59ace3ed/A of 3faa3154f963d3ee3525c5fe59ace3ed into 936e74a5653d4234898ed7bb80766e2c(size=30.8 K), total size for store is 61.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T15:24:23,864 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3faa3154f963d3ee3525c5fe59ace3ed: 2024-11-22T15:24:23,864 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed., storeName=3faa3154f963d3ee3525c5fe59ace3ed/A, priority=12, startTime=1732289063297; duration=0sec 2024-11-22T15:24:23,865 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T15:24:23,865 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3faa3154f963d3ee3525c5fe59ace3ed:A 2024-11-22T15:24:23,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742567_1743 (size=39749) 2024-11-22T15:24:23,876 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=213, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp/A/67f399c4809c485a9531a13c85938da6 2024-11-22T15:24:23,886 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp/B/d0e04eb24fbf447c8f8c27e299860674 is 50, key is test_row_0/B:col10/1732289063498/Put/seqid=0 2024-11-22T15:24:23,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742568_1744 (size=12151) 2024-11-22T15:24:23,940 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:23,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34588 deadline: 1732289123938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:23,945 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:23,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34590 deadline: 1732289123943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:23,946 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:23,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34568 deadline: 1732289123944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:23,946 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:23,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34580 deadline: 1732289123944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:23,947 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:23,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34546 deadline: 1732289123944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:24,142 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:24,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34588 deadline: 1732289124142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:24,149 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:24,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34568 deadline: 1732289124147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:24,150 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:24,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34590 deadline: 1732289124147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:24,150 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:24,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34546 deadline: 1732289124147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:24,150 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:24,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34580 deadline: 1732289124148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:24,301 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp/B/d0e04eb24fbf447c8f8c27e299860674 2024-11-22T15:24:24,310 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp/C/f1fc54ca6e1747eb9f79baf325764402 is 50, key is test_row_0/C:col10/1732289063498/Put/seqid=0 2024-11-22T15:24:24,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742569_1745 (size=12151) 2024-11-22T15:24:24,339 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp/C/f1fc54ca6e1747eb9f79baf325764402 2024-11-22T15:24:24,343 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp/A/67f399c4809c485a9531a13c85938da6 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/A/67f399c4809c485a9531a13c85938da6 2024-11-22T15:24:24,350 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/A/67f399c4809c485a9531a13c85938da6, entries=200, sequenceid=213, filesize=38.8 K 2024-11-22T15:24:24,352 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp/B/d0e04eb24fbf447c8f8c27e299860674 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/B/d0e04eb24fbf447c8f8c27e299860674 2024-11-22T15:24:24,355 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/B/d0e04eb24fbf447c8f8c27e299860674, entries=150, sequenceid=213, filesize=11.9 K 2024-11-22T15:24:24,356 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp/C/f1fc54ca6e1747eb9f79baf325764402 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/C/f1fc54ca6e1747eb9f79baf325764402 2024-11-22T15:24:24,359 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/C/f1fc54ca6e1747eb9f79baf325764402, entries=150, sequenceid=213, filesize=11.9 K 2024-11-22T15:24:24,361 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for 3faa3154f963d3ee3525c5fe59ace3ed in 549ms, sequenceid=213, compaction requested=true 2024-11-22T15:24:24,361 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3faa3154f963d3ee3525c5fe59ace3ed: 2024-11-22T15:24:24,361 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3faa3154f963d3ee3525c5fe59ace3ed:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T15:24:24,361 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T15:24:24,361 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T15:24:24,361 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3faa3154f963d3ee3525c5fe59ace3ed:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T15:24:24,361 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T15:24:24,361 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T15:24:24,361 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3faa3154f963d3ee3525c5fe59ace3ed:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T15:24:24,361 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T15:24:24,362 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102442 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T15:24:24,362 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1540): 3faa3154f963d3ee3525c5fe59ace3ed/A is initiating minor compaction (all files) 2024-11-22T15:24:24,362 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3faa3154f963d3ee3525c5fe59ace3ed/A in TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed. 2024-11-22T15:24:24,363 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/A/936e74a5653d4234898ed7bb80766e2c, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/A/5314594260834c728f5b8bd0e5d6ce3e, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/A/67f399c4809c485a9531a13c85938da6] into tmpdir=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp, totalSize=100.0 K 2024-11-22T15:24:24,363 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed. 2024-11-22T15:24:24,363 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed. files: [hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/A/936e74a5653d4234898ed7bb80766e2c, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/A/5314594260834c728f5b8bd0e5d6ce3e, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/A/67f399c4809c485a9531a13c85938da6] 2024-11-22T15:24:24,363 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T15:24:24,363 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1540): 3faa3154f963d3ee3525c5fe59ace3ed/B is initiating minor compaction (all files) 2024-11-22T15:24:24,363 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3faa3154f963d3ee3525c5fe59ace3ed/B in TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed. 2024-11-22T15:24:24,363 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/B/4f1880558f8348b687986bfe494c7f29, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/B/fe4f0fa7e81e437a8205601f43aea429, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/B/d0e04eb24fbf447c8f8c27e299860674] into tmpdir=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp, totalSize=36.0 K 2024-11-22T15:24:24,363 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting 936e74a5653d4234898ed7bb80766e2c, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1732289060114 2024-11-22T15:24:24,363 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting 4f1880558f8348b687986bfe494c7f29, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1732289060114 2024-11-22T15:24:24,364 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5314594260834c728f5b8bd0e5d6ce3e, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1732289062339 2024-11-22T15:24:24,364 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting fe4f0fa7e81e437a8205601f43aea429, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1732289062339 2024-11-22T15:24:24,364 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting 67f399c4809c485a9531a13c85938da6, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1732289063496 2024-11-22T15:24:24,364 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting d0e04eb24fbf447c8f8c27e299860674, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1732289063498 2024-11-22T15:24:24,374 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=3faa3154f963d3ee3525c5fe59ace3ed] 2024-11-22T15:24:24,382 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3faa3154f963d3ee3525c5fe59ace3ed#B#compaction#639 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T15:24:24,382 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp/B/8d59743aa0d54b9d8bf8ca5e4010fc12 is 50, key is test_row_0/B:col10/1732289063498/Put/seqid=0 2024-11-22T15:24:24,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-22T15:24:24,390 INFO [Thread-2999 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 171 completed 2024-11-22T15:24:24,391 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T15:24:24,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] procedure2.ProcedureExecutor(1098): Stored pid=173, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=173, table=TestAcidGuarantees 2024-11-22T15:24:24,393 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=173, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=173, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T15:24:24,393 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=173, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=173, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T15:24:24,394 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=174, ppid=173, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T15:24:24,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-22T15:24:24,396 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112267cf7805cbd44361aa88ae6a5aade0a6_3faa3154f963d3ee3525c5fe59ace3ed store=[table=TestAcidGuarantees family=A region=3faa3154f963d3ee3525c5fe59ace3ed] 2024-11-22T15:24:24,398 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112267cf7805cbd44361aa88ae6a5aade0a6_3faa3154f963d3ee3525c5fe59ace3ed, store=[table=TestAcidGuarantees family=A region=3faa3154f963d3ee3525c5fe59ace3ed] 2024-11-22T15:24:24,399 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112267cf7805cbd44361aa88ae6a5aade0a6_3faa3154f963d3ee3525c5fe59ace3ed because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=3faa3154f963d3ee3525c5fe59ace3ed] 2024-11-22T15:24:24,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742571_1747 (size=4469) 2024-11-22T15:24:24,434 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3faa3154f963d3ee3525c5fe59ace3ed#A#compaction#638 average throughput is 0.41 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T15:24:24,435 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp/A/a23d627e13d843e596a5ff3405710dad is 175, key is test_row_0/A:col10/1732289063498/Put/seqid=0 2024-11-22T15:24:24,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742570_1746 (size=12629) 2024-11-22T15:24:24,449 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp/B/8d59743aa0d54b9d8bf8ca5e4010fc12 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/B/8d59743aa0d54b9d8bf8ca5e4010fc12 2024-11-22T15:24:24,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(8581): Flush requested on 3faa3154f963d3ee3525c5fe59ace3ed 2024-11-22T15:24:24,449 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3faa3154f963d3ee3525c5fe59ace3ed 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-22T15:24:24,449 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3faa3154f963d3ee3525c5fe59ace3ed, store=A 2024-11-22T15:24:24,449 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:24:24,449 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3faa3154f963d3ee3525c5fe59ace3ed, store=B 2024-11-22T15:24:24,449 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:24:24,450 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3faa3154f963d3ee3525c5fe59ace3ed, store=C 2024-11-22T15:24:24,450 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:24:24,456 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3faa3154f963d3ee3525c5fe59ace3ed/B of 3faa3154f963d3ee3525c5fe59ace3ed into 8d59743aa0d54b9d8bf8ca5e4010fc12(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T15:24:24,456 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3faa3154f963d3ee3525c5fe59ace3ed: 2024-11-22T15:24:24,456 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed., storeName=3faa3154f963d3ee3525c5fe59ace3ed/B, priority=13, startTime=1732289064361; duration=0sec 2024-11-22T15:24:24,456 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T15:24:24,456 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3faa3154f963d3ee3525c5fe59ace3ed:B 2024-11-22T15:24:24,457 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T15:24:24,459 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T15:24:24,459 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1540): 3faa3154f963d3ee3525c5fe59ace3ed/C is initiating minor compaction (all files) 2024-11-22T15:24:24,459 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3faa3154f963d3ee3525c5fe59ace3ed/C in TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed. 2024-11-22T15:24:24,459 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/C/14a279d28d3c4d929e64e5f7e02113d0, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/C/9018f82abf3e4ef986fac3dd3dda3c55, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/C/f1fc54ca6e1747eb9f79baf325764402] into tmpdir=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp, totalSize=36.0 K 2024-11-22T15:24:24,460 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting 14a279d28d3c4d929e64e5f7e02113d0, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1732289060114 2024-11-22T15:24:24,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742572_1748 (size=31583) 2024-11-22T15:24:24,460 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting 9018f82abf3e4ef986fac3dd3dda3c55, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1732289062339 2024-11-22T15:24:24,460 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting f1fc54ca6e1747eb9f79baf325764402, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1732289063498 2024-11-22T15:24:24,465 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:24,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34588 deadline: 1732289124460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:24,465 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:24,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34590 deadline: 1732289124461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:24,466 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:24,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34580 deadline: 1732289124462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:24,470 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:24,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34546 deadline: 1732289124465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:24,470 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:24,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34568 deadline: 1732289124465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:24,473 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411228542bc7db78349e792c4aac9f66957d4_3faa3154f963d3ee3525c5fe59ace3ed is 50, key is test_row_0/A:col10/1732289063837/Put/seqid=0 2024-11-22T15:24:24,479 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp/A/a23d627e13d843e596a5ff3405710dad as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/A/a23d627e13d843e596a5ff3405710dad 2024-11-22T15:24:24,487 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3faa3154f963d3ee3525c5fe59ace3ed#C#compaction#641 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T15:24:24,487 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp/C/5146a270900d40808c887b7404712404 is 50, key is test_row_0/C:col10/1732289063498/Put/seqid=0 2024-11-22T15:24:24,490 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3faa3154f963d3ee3525c5fe59ace3ed/A of 3faa3154f963d3ee3525c5fe59ace3ed into a23d627e13d843e596a5ff3405710dad(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T15:24:24,490 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3faa3154f963d3ee3525c5fe59ace3ed: 2024-11-22T15:24:24,490 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed., storeName=3faa3154f963d3ee3525c5fe59ace3ed/A, priority=13, startTime=1732289064361; duration=0sec 2024-11-22T15:24:24,490 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T15:24:24,490 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3faa3154f963d3ee3525c5fe59ace3ed:A 2024-11-22T15:24:24,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-22T15:24:24,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742573_1749 (size=14794) 2024-11-22T15:24:24,515 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:24,519 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411228542bc7db78349e792c4aac9f66957d4_3faa3154f963d3ee3525c5fe59ace3ed to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411228542bc7db78349e792c4aac9f66957d4_3faa3154f963d3ee3525c5fe59ace3ed 2024-11-22T15:24:24,520 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp/A/f4a5f6fabd72400b8ceddd27019d518c, store: [table=TestAcidGuarantees family=A region=3faa3154f963d3ee3525c5fe59ace3ed] 2024-11-22T15:24:24,521 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp/A/f4a5f6fabd72400b8ceddd27019d518c is 175, key is test_row_0/A:col10/1732289063837/Put/seqid=0 2024-11-22T15:24:24,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742575_1751 (size=39749) 2024-11-22T15:24:24,536 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=238, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp/A/f4a5f6fabd72400b8ceddd27019d518c 2024-11-22T15:24:24,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742574_1750 (size=12629) 2024-11-22T15:24:24,546 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:24:24,547 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-22T15:24:24,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed. 2024-11-22T15:24:24,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed. as already flushing 2024-11-22T15:24:24,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed. 2024-11-22T15:24:24,547 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => 3faa3154f963d3ee3525c5fe59ace3ed, NAME => 'TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:24:24,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => 3faa3154f963d3ee3525c5fe59ace3ed, NAME => 'TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:24:24,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3faa3154f963d3ee3525c5fe59ace3ed, NAME => 'TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3faa3154f963d3ee3525c5fe59ace3ed, NAME => 'TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:24:24,549 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp/C/5146a270900d40808c887b7404712404 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/C/5146a270900d40808c887b7404712404 2024-11-22T15:24:24,553 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3faa3154f963d3ee3525c5fe59ace3ed/C of 3faa3154f963d3ee3525c5fe59ace3ed into 5146a270900d40808c887b7404712404(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T15:24:24,553 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3faa3154f963d3ee3525c5fe59ace3ed: 2024-11-22T15:24:24,553 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed., storeName=3faa3154f963d3ee3525c5fe59ace3ed/C, priority=13, startTime=1732289064361; duration=0sec 2024-11-22T15:24:24,553 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T15:24:24,553 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3faa3154f963d3ee3525c5fe59ace3ed:C 2024-11-22T15:24:24,556 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp/B/b3b044f7a3c744bfba250dbd354f0e7c is 50, key is test_row_0/B:col10/1732289063837/Put/seqid=0 2024-11-22T15:24:24,570 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:24,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34580 deadline: 1732289124567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:24,571 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:24,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34588 deadline: 1732289124567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:24,571 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:24,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34590 deadline: 1732289124568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:24,573 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:24,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34546 deadline: 1732289124571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:24,575 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:24,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34568 deadline: 1732289124572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:24,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742576_1752 (size=12151) 2024-11-22T15:24:24,578 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=238 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp/B/b3b044f7a3c744bfba250dbd354f0e7c 2024-11-22T15:24:24,589 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp/C/4815af33eaa745d9b30311393071a3b3 is 50, key is test_row_0/C:col10/1732289063837/Put/seqid=0 2024-11-22T15:24:24,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742577_1753 (size=12151) 2024-11-22T15:24:24,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-22T15:24:24,698 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:24:24,698 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-22T15:24:24,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed. 2024-11-22T15:24:24,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed. as already flushing 2024-11-22T15:24:24,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed. 2024-11-22T15:24:24,698 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => 3faa3154f963d3ee3525c5fe59ace3ed, NAME => 'TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:24:24,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => 3faa3154f963d3ee3525c5fe59ace3ed, NAME => 'TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:24:24,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3faa3154f963d3ee3525c5fe59ace3ed, NAME => 'TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3faa3154f963d3ee3525c5fe59ace3ed, NAME => 'TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:24:24,774 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:24,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34588 deadline: 1732289124771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:24,774 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:24,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34590 deadline: 1732289124772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:24,775 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:24,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34580 deadline: 1732289124772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:24,776 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:24,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34546 deadline: 1732289124775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:24,778 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:24,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34568 deadline: 1732289124777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:24,851 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:24:24,851 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-22T15:24:24,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed. 2024-11-22T15:24:24,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed. as already flushing 2024-11-22T15:24:24,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed. 2024-11-22T15:24:24,852 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => 3faa3154f963d3ee3525c5fe59ace3ed, NAME => 'TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:24:24,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => 3faa3154f963d3ee3525c5fe59ace3ed, NAME => 'TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:24:24,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3faa3154f963d3ee3525c5fe59ace3ed, NAME => 'TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3faa3154f963d3ee3525c5fe59ace3ed, NAME => 'TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:24:24,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-22T15:24:25,004 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:24:25,004 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-22T15:24:25,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed. 2024-11-22T15:24:25,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed. as already flushing 2024-11-22T15:24:25,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed. 2024-11-22T15:24:25,005 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => 3faa3154f963d3ee3525c5fe59ace3ed, NAME => 'TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:24:25,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => 3faa3154f963d3ee3525c5fe59ace3ed, NAME => 'TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:24:25,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3faa3154f963d3ee3525c5fe59ace3ed, NAME => 'TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3faa3154f963d3ee3525c5fe59ace3ed, NAME => 'TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:24:25,018 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=238 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp/C/4815af33eaa745d9b30311393071a3b3 2024-11-22T15:24:25,023 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp/A/f4a5f6fabd72400b8ceddd27019d518c as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/A/f4a5f6fabd72400b8ceddd27019d518c 2024-11-22T15:24:25,027 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/A/f4a5f6fabd72400b8ceddd27019d518c, entries=200, sequenceid=238, filesize=38.8 K 2024-11-22T15:24:25,027 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp/B/b3b044f7a3c744bfba250dbd354f0e7c as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/B/b3b044f7a3c744bfba250dbd354f0e7c 2024-11-22T15:24:25,029 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/B/b3b044f7a3c744bfba250dbd354f0e7c, entries=150, sequenceid=238, filesize=11.9 K 2024-11-22T15:24:25,030 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp/C/4815af33eaa745d9b30311393071a3b3 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/C/4815af33eaa745d9b30311393071a3b3 2024-11-22T15:24:25,033 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/C/4815af33eaa745d9b30311393071a3b3, entries=150, sequenceid=238, filesize=11.9 K 2024-11-22T15:24:25,033 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for 3faa3154f963d3ee3525c5fe59ace3ed in 584ms, sequenceid=238, compaction requested=false 2024-11-22T15:24:25,033 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3faa3154f963d3ee3525c5fe59ace3ed: 2024-11-22T15:24:25,078 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3faa3154f963d3ee3525c5fe59ace3ed 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-22T15:24:25,078 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3faa3154f963d3ee3525c5fe59ace3ed, store=A 2024-11-22T15:24:25,078 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:24:25,078 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3faa3154f963d3ee3525c5fe59ace3ed, store=B 2024-11-22T15:24:25,078 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:24:25,079 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3faa3154f963d3ee3525c5fe59ace3ed, store=C 2024-11-22T15:24:25,079 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:24:25,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(8581): Flush requested on 3faa3154f963d3ee3525c5fe59ace3ed 2024-11-22T15:24:25,092 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411220c95758634ad4e4fa4210c751c973bfb_3faa3154f963d3ee3525c5fe59ace3ed is 50, key is test_row_0/A:col10/1732289064463/Put/seqid=0 2024-11-22T15:24:25,103 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:25,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34568 deadline: 1732289125097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:25,103 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:25,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34590 deadline: 1732289125097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:25,103 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:25,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34588 deadline: 1732289125098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:25,104 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:25,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34580 deadline: 1732289125099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:25,104 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:25,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34546 deadline: 1732289125100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:25,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742578_1754 (size=14794) 2024-11-22T15:24:25,157 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:24:25,157 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-22T15:24:25,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed. 2024-11-22T15:24:25,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed. as already flushing 2024-11-22T15:24:25,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed. 2024-11-22T15:24:25,158 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => 3faa3154f963d3ee3525c5fe59ace3ed, NAME => 'TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:24:25,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => 3faa3154f963d3ee3525c5fe59ace3ed, NAME => 'TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:24:25,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3faa3154f963d3ee3525c5fe59ace3ed, NAME => 'TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3faa3154f963d3ee3525c5fe59ace3ed, NAME => 'TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:24:25,206 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:25,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34590 deadline: 1732289125204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:25,207 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:25,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34588 deadline: 1732289125204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:25,207 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:25,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34580 deadline: 1732289125204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:25,207 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:25,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34568 deadline: 1732289125204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:25,207 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:25,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34546 deadline: 1732289125205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:25,310 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:24:25,311 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-22T15:24:25,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed. 2024-11-22T15:24:25,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed. as already flushing 2024-11-22T15:24:25,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed. 2024-11-22T15:24:25,311 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => 3faa3154f963d3ee3525c5fe59ace3ed, NAME => 'TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:24:25,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => 3faa3154f963d3ee3525c5fe59ace3ed, NAME => 'TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:24:25,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3faa3154f963d3ee3525c5fe59ace3ed, NAME => 'TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3faa3154f963d3ee3525c5fe59ace3ed, NAME => 'TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:24:25,412 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:25,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34590 deadline: 1732289125409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:25,412 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:25,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34580 deadline: 1732289125409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:25,412 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:25,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34588 deadline: 1732289125410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:25,412 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:25,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34546 deadline: 1732289125410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:25,413 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:25,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34568 deadline: 1732289125411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:25,462 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:24:25,463 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-22T15:24:25,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed. 2024-11-22T15:24:25,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed. as already flushing 2024-11-22T15:24:25,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed. 2024-11-22T15:24:25,463 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => 3faa3154f963d3ee3525c5fe59ace3ed, NAME => 'TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:24:25,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => 3faa3154f963d3ee3525c5fe59ace3ed, NAME => 'TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:24:25,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3faa3154f963d3ee3525c5fe59ace3ed, NAME => 'TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3faa3154f963d3ee3525c5fe59ace3ed, NAME => 'TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:24:25,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-22T15:24:25,536 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:25,542 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411220c95758634ad4e4fa4210c751c973bfb_3faa3154f963d3ee3525c5fe59ace3ed to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411220c95758634ad4e4fa4210c751c973bfb_3faa3154f963d3ee3525c5fe59ace3ed 2024-11-22T15:24:25,543 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp/A/10e13b1acfc64ba28b94b162d4fc2c3a, store: [table=TestAcidGuarantees family=A region=3faa3154f963d3ee3525c5fe59ace3ed] 2024-11-22T15:24:25,543 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp/A/10e13b1acfc64ba28b94b162d4fc2c3a is 175, key is test_row_0/A:col10/1732289064463/Put/seqid=0 2024-11-22T15:24:25,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742579_1755 (size=39749) 2024-11-22T15:24:25,616 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:24:25,616 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-22T15:24:25,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed. 2024-11-22T15:24:25,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed. as already flushing 2024-11-22T15:24:25,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed. 2024-11-22T15:24:25,617 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => 3faa3154f963d3ee3525c5fe59ace3ed, NAME => 'TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:24:25,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => 3faa3154f963d3ee3525c5fe59ace3ed, NAME => 'TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:24:25,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3faa3154f963d3ee3525c5fe59ace3ed, NAME => 'TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3faa3154f963d3ee3525c5fe59ace3ed, NAME => 'TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:24:25,715 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:25,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34588 deadline: 1732289125715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:25,716 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:25,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34580 deadline: 1732289125715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:25,723 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:25,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34590 deadline: 1732289125723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:25,723 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:25,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34546 deadline: 1732289125723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:25,724 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:25,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34568 deadline: 1732289125723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:25,769 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:24:25,769 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-22T15:24:25,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed. 2024-11-22T15:24:25,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed. as already flushing 2024-11-22T15:24:25,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed. 2024-11-22T15:24:25,769 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => 3faa3154f963d3ee3525c5fe59ace3ed, NAME => 'TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:24:25,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => 3faa3154f963d3ee3525c5fe59ace3ed, NAME => 'TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:24:25,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3faa3154f963d3ee3525c5fe59ace3ed, NAME => 'TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3faa3154f963d3ee3525c5fe59ace3ed, NAME => 'TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:24:25,921 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:24:25,921 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-22T15:24:25,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed. 2024-11-22T15:24:25,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed. as already flushing 2024-11-22T15:24:25,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed. 2024-11-22T15:24:25,922 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => 3faa3154f963d3ee3525c5fe59ace3ed, NAME => 'TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:24:25,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => 3faa3154f963d3ee3525c5fe59ace3ed, NAME => 'TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:24:25,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3faa3154f963d3ee3525c5fe59ace3ed, NAME => 'TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3faa3154f963d3ee3525c5fe59ace3ed, NAME => 'TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:24:25,974 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=255, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp/A/10e13b1acfc64ba28b94b162d4fc2c3a 2024-11-22T15:24:25,983 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp/B/e779e91bde8743959c1728d32c70d122 is 50, key is test_row_0/B:col10/1732289064463/Put/seqid=0 2024-11-22T15:24:26,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742580_1756 (size=12151) 2024-11-22T15:24:26,025 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=255 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp/B/e779e91bde8743959c1728d32c70d122 2024-11-22T15:24:26,040 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp/C/e790db670b7c4112b9ae82a6da1c2c63 is 50, key is test_row_0/C:col10/1732289064463/Put/seqid=0 2024-11-22T15:24:26,075 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:24:26,075 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-22T15:24:26,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed. 2024-11-22T15:24:26,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed. as already flushing 2024-11-22T15:24:26,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed. 2024-11-22T15:24:26,076 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => 3faa3154f963d3ee3525c5fe59ace3ed, NAME => 'TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:24:26,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => 3faa3154f963d3ee3525c5fe59ace3ed, NAME => 'TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:24:26,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3faa3154f963d3ee3525c5fe59ace3ed, NAME => 'TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3faa3154f963d3ee3525c5fe59ace3ed, NAME => 'TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:24:26,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742581_1757 (size=12151) 2024-11-22T15:24:26,217 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:26,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34580 deadline: 1732289126217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:26,219 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:26,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34588 deadline: 1732289126219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:26,227 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:26,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34590 deadline: 1732289126225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:26,228 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:24:26,228 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-22T15:24:26,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed. 2024-11-22T15:24:26,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed. as already flushing 2024-11-22T15:24:26,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed. 2024-11-22T15:24:26,228 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => 3faa3154f963d3ee3525c5fe59ace3ed, NAME => 'TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:24:26,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => 3faa3154f963d3ee3525c5fe59ace3ed, NAME => 'TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:24:26,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3faa3154f963d3ee3525c5fe59ace3ed, NAME => 'TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3faa3154f963d3ee3525c5fe59ace3ed, NAME => 'TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:24:26,230 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:26,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34546 deadline: 1732289126228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:26,231 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:26,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34568 deadline: 1732289126230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:26,380 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:24:26,380 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-22T15:24:26,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed. 2024-11-22T15:24:26,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed. as already flushing 2024-11-22T15:24:26,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed. 2024-11-22T15:24:26,381 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => 3faa3154f963d3ee3525c5fe59ace3ed, NAME => 'TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:24:26,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => 3faa3154f963d3ee3525c5fe59ace3ed, NAME => 'TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:24:26,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3faa3154f963d3ee3525c5fe59ace3ed, NAME => 'TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3faa3154f963d3ee3525c5fe59ace3ed, NAME => 'TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:24:26,491 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=255 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp/C/e790db670b7c4112b9ae82a6da1c2c63 2024-11-22T15:24:26,494 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp/A/10e13b1acfc64ba28b94b162d4fc2c3a as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/A/10e13b1acfc64ba28b94b162d4fc2c3a 2024-11-22T15:24:26,497 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/A/10e13b1acfc64ba28b94b162d4fc2c3a, entries=200, sequenceid=255, filesize=38.8 K 2024-11-22T15:24:26,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-22T15:24:26,505 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp/B/e779e91bde8743959c1728d32c70d122 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/B/e779e91bde8743959c1728d32c70d122 2024-11-22T15:24:26,508 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/B/e779e91bde8743959c1728d32c70d122, entries=150, sequenceid=255, filesize=11.9 K 2024-11-22T15:24:26,509 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp/C/e790db670b7c4112b9ae82a6da1c2c63 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/C/e790db670b7c4112b9ae82a6da1c2c63 2024-11-22T15:24:26,512 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/C/e790db670b7c4112b9ae82a6da1c2c63, entries=150, sequenceid=255, filesize=11.9 K 2024-11-22T15:24:26,513 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 3faa3154f963d3ee3525c5fe59ace3ed in 1435ms, sequenceid=255, compaction requested=true 2024-11-22T15:24:26,513 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3faa3154f963d3ee3525c5fe59ace3ed: 2024-11-22T15:24:26,513 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3faa3154f963d3ee3525c5fe59ace3ed:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T15:24:26,513 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T15:24:26,513 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T15:24:26,513 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3faa3154f963d3ee3525c5fe59ace3ed:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T15:24:26,513 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T15:24:26,514 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T15:24:26,514 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3faa3154f963d3ee3525c5fe59ace3ed:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T15:24:26,514 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T15:24:26,515 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 111081 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T15:24:26,515 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1540): 3faa3154f963d3ee3525c5fe59ace3ed/A is initiating minor compaction (all files) 2024-11-22T15:24:26,515 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3faa3154f963d3ee3525c5fe59ace3ed/A in TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed. 2024-11-22T15:24:26,515 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/A/a23d627e13d843e596a5ff3405710dad, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/A/f4a5f6fabd72400b8ceddd27019d518c, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/A/10e13b1acfc64ba28b94b162d4fc2c3a] into tmpdir=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp, totalSize=108.5 K 2024-11-22T15:24:26,515 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed. 2024-11-22T15:24:26,515 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed. files: [hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/A/a23d627e13d843e596a5ff3405710dad, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/A/f4a5f6fabd72400b8ceddd27019d518c, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/A/10e13b1acfc64ba28b94b162d4fc2c3a] 2024-11-22T15:24:26,515 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T15:24:26,515 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1540): 3faa3154f963d3ee3525c5fe59ace3ed/B is initiating minor compaction (all files) 2024-11-22T15:24:26,515 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3faa3154f963d3ee3525c5fe59ace3ed/B in TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed. 2024-11-22T15:24:26,515 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/B/8d59743aa0d54b9d8bf8ca5e4010fc12, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/B/b3b044f7a3c744bfba250dbd354f0e7c, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/B/e779e91bde8743959c1728d32c70d122] into tmpdir=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp, totalSize=36.1 K 2024-11-22T15:24:26,516 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting a23d627e13d843e596a5ff3405710dad, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1732289063498 2024-11-22T15:24:26,516 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting 8d59743aa0d54b9d8bf8ca5e4010fc12, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1732289063498 2024-11-22T15:24:26,516 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting f4a5f6fabd72400b8ceddd27019d518c, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1732289063836 2024-11-22T15:24:26,516 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting b3b044f7a3c744bfba250dbd354f0e7c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1732289063836 2024-11-22T15:24:26,516 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting 10e13b1acfc64ba28b94b162d4fc2c3a, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1732289064461 2024-11-22T15:24:26,516 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting e779e91bde8743959c1728d32c70d122, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1732289064461 2024-11-22T15:24:26,525 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3faa3154f963d3ee3525c5fe59ace3ed#B#compaction#647 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T15:24:26,525 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp/B/be8fab76e0014fb2915f8b35fc1b76f9 is 50, key is test_row_0/B:col10/1732289064463/Put/seqid=0 2024-11-22T15:24:26,532 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:24:26,533 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-22T15:24:26,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed. 2024-11-22T15:24:26,533 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2837): Flushing 3faa3154f963d3ee3525c5fe59ace3ed 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-22T15:24:26,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3faa3154f963d3ee3525c5fe59ace3ed, store=A 2024-11-22T15:24:26,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:24:26,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3faa3154f963d3ee3525c5fe59ace3ed, store=B 2024-11-22T15:24:26,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:24:26,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3faa3154f963d3ee3525c5fe59ace3ed, store=C 2024-11-22T15:24:26,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:24:26,535 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=3faa3154f963d3ee3525c5fe59ace3ed] 2024-11-22T15:24:26,563 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411223a9589ce3bfb4c70bc9d319e79ee2416_3faa3154f963d3ee3525c5fe59ace3ed store=[table=TestAcidGuarantees family=A region=3faa3154f963d3ee3525c5fe59ace3ed] 2024-11-22T15:24:26,565 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411223a9589ce3bfb4c70bc9d319e79ee2416_3faa3154f963d3ee3525c5fe59ace3ed, store=[table=TestAcidGuarantees family=A region=3faa3154f963d3ee3525c5fe59ace3ed] 2024-11-22T15:24:26,565 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411223a9589ce3bfb4c70bc9d319e79ee2416_3faa3154f963d3ee3525c5fe59ace3ed because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=3faa3154f963d3ee3525c5fe59ace3ed] 2024-11-22T15:24:26,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742582_1758 (size=12731) 2024-11-22T15:24:26,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112282cc8ff69fb54cb0ab2151b8b8950fdf_3faa3154f963d3ee3525c5fe59ace3ed is 50, key is test_row_0/A:col10/1732289065096/Put/seqid=0 2024-11-22T15:24:26,602 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp/B/be8fab76e0014fb2915f8b35fc1b76f9 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/B/be8fab76e0014fb2915f8b35fc1b76f9 2024-11-22T15:24:26,606 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3faa3154f963d3ee3525c5fe59ace3ed/B of 3faa3154f963d3ee3525c5fe59ace3ed into be8fab76e0014fb2915f8b35fc1b76f9(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T15:24:26,606 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3faa3154f963d3ee3525c5fe59ace3ed: 2024-11-22T15:24:26,606 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed., storeName=3faa3154f963d3ee3525c5fe59ace3ed/B, priority=13, startTime=1732289066513; duration=0sec 2024-11-22T15:24:26,606 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T15:24:26,606 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3faa3154f963d3ee3525c5fe59ace3ed:B 2024-11-22T15:24:26,606 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T15:24:26,607 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T15:24:26,607 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1540): 3faa3154f963d3ee3525c5fe59ace3ed/C is initiating minor compaction (all files) 2024-11-22T15:24:26,607 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3faa3154f963d3ee3525c5fe59ace3ed/C in TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed. 2024-11-22T15:24:26,607 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/C/5146a270900d40808c887b7404712404, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/C/4815af33eaa745d9b30311393071a3b3, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/C/e790db670b7c4112b9ae82a6da1c2c63] into tmpdir=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp, totalSize=36.1 K 2024-11-22T15:24:26,608 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting 5146a270900d40808c887b7404712404, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1732289063498 2024-11-22T15:24:26,608 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting 4815af33eaa745d9b30311393071a3b3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1732289063836 2024-11-22T15:24:26,608 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting e790db670b7c4112b9ae82a6da1c2c63, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1732289064461 2024-11-22T15:24:26,645 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3faa3154f963d3ee3525c5fe59ace3ed#C#compaction#650 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T15:24:26,646 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp/C/93c201c0ffd64104b3f8e6756cd9e014 is 50, key is test_row_0/C:col10/1732289064463/Put/seqid=0 2024-11-22T15:24:26,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742583_1759 (size=4469) 2024-11-22T15:24:26,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742584_1760 (size=12454) 2024-11-22T15:24:26,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:26,688 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112282cc8ff69fb54cb0ab2151b8b8950fdf_3faa3154f963d3ee3525c5fe59ace3ed to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112282cc8ff69fb54cb0ab2151b8b8950fdf_3faa3154f963d3ee3525c5fe59ace3ed 2024-11-22T15:24:26,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp/A/fcc89791fa0040718424d3c697514452, store: [table=TestAcidGuarantees family=A region=3faa3154f963d3ee3525c5fe59ace3ed] 2024-11-22T15:24:26,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp/A/fcc89791fa0040718424d3c697514452 is 175, key is test_row_0/A:col10/1732289065096/Put/seqid=0 2024-11-22T15:24:26,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742585_1761 (size=12731) 2024-11-22T15:24:26,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742586_1762 (size=31255) 2024-11-22T15:24:26,730 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=277, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp/A/fcc89791fa0040718424d3c697514452 2024-11-22T15:24:26,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp/B/1911da4fedf74c1c9e21bf106e2e6e73 is 50, key is test_row_0/B:col10/1732289065096/Put/seqid=0 2024-11-22T15:24:26,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742587_1763 (size=12301) 2024-11-22T15:24:26,773 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=277 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp/B/1911da4fedf74c1c9e21bf106e2e6e73 2024-11-22T15:24:26,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp/C/16c88d0866b845f29c6cbfa9ff37ffdb is 50, key is test_row_0/C:col10/1732289065096/Put/seqid=0 2024-11-22T15:24:26,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742588_1764 (size=12301) 2024-11-22T15:24:27,067 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3faa3154f963d3ee3525c5fe59ace3ed#A#compaction#648 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T15:24:27,068 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp/A/e3e049ccd7564d8b93bb38ff18a40b54 is 175, key is test_row_0/A:col10/1732289064463/Put/seqid=0 2024-11-22T15:24:27,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742589_1765 (size=31685) 2024-11-22T15:24:27,096 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp/A/e3e049ccd7564d8b93bb38ff18a40b54 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/A/e3e049ccd7564d8b93bb38ff18a40b54 2024-11-22T15:24:27,099 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3faa3154f963d3ee3525c5fe59ace3ed/A of 3faa3154f963d3ee3525c5fe59ace3ed into e3e049ccd7564d8b93bb38ff18a40b54(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T15:24:27,100 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3faa3154f963d3ee3525c5fe59ace3ed: 2024-11-22T15:24:27,100 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed., storeName=3faa3154f963d3ee3525c5fe59ace3ed/A, priority=13, startTime=1732289066513; duration=0sec 2024-11-22T15:24:27,100 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T15:24:27,100 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3faa3154f963d3ee3525c5fe59ace3ed:A 2024-11-22T15:24:27,127 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp/C/93c201c0ffd64104b3f8e6756cd9e014 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/C/93c201c0ffd64104b3f8e6756cd9e014 2024-11-22T15:24:27,132 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3faa3154f963d3ee3525c5fe59ace3ed/C of 3faa3154f963d3ee3525c5fe59ace3ed into 93c201c0ffd64104b3f8e6756cd9e014(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T15:24:27,132 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3faa3154f963d3ee3525c5fe59ace3ed: 2024-11-22T15:24:27,132 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed., storeName=3faa3154f963d3ee3525c5fe59ace3ed/C, priority=13, startTime=1732289066514; duration=0sec 2024-11-22T15:24:27,132 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T15:24:27,132 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3faa3154f963d3ee3525c5fe59ace3ed:C 2024-11-22T15:24:27,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(8581): Flush requested on 3faa3154f963d3ee3525c5fe59ace3ed 2024-11-22T15:24:27,224 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed. as already flushing 2024-11-22T15:24:27,225 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=277 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp/C/16c88d0866b845f29c6cbfa9ff37ffdb 2024-11-22T15:24:27,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp/A/fcc89791fa0040718424d3c697514452 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/A/fcc89791fa0040718424d3c697514452 2024-11-22T15:24:27,235 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/A/fcc89791fa0040718424d3c697514452, entries=150, sequenceid=277, filesize=30.5 K 2024-11-22T15:24:27,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp/B/1911da4fedf74c1c9e21bf106e2e6e73 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/B/1911da4fedf74c1c9e21bf106e2e6e73 2024-11-22T15:24:27,238 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:27,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34546 deadline: 1732289127234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:27,238 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:27,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34580 deadline: 1732289127235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:27,239 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:27,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34590 deadline: 1732289127236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:27,241 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:27,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34588 deadline: 1732289127239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:27,243 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:27,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34568 deadline: 1732289127243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:27,246 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/B/1911da4fedf74c1c9e21bf106e2e6e73, entries=150, sequenceid=277, filesize=12.0 K 2024-11-22T15:24:27,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp/C/16c88d0866b845f29c6cbfa9ff37ffdb as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/C/16c88d0866b845f29c6cbfa9ff37ffdb 2024-11-22T15:24:27,250 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/C/16c88d0866b845f29c6cbfa9ff37ffdb, entries=150, sequenceid=277, filesize=12.0 K 2024-11-22T15:24:27,250 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 3faa3154f963d3ee3525c5fe59ace3ed in 717ms, sequenceid=277, compaction requested=false 2024-11-22T15:24:27,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2538): Flush status journal for 3faa3154f963d3ee3525c5fe59ace3ed: 2024-11-22T15:24:27,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed. 2024-11-22T15:24:27,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=174 2024-11-22T15:24:27,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4106): Remote procedure done, pid=174 2024-11-22T15:24:27,253 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=174, resume processing ppid=173 2024-11-22T15:24:27,253 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=174, ppid=173, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.8580 sec 2024-11-22T15:24:27,254 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=173, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=173, table=TestAcidGuarantees in 2.8610 sec 2024-11-22T15:24:27,343 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3faa3154f963d3ee3525c5fe59ace3ed 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-22T15:24:27,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(8581): Flush requested on 3faa3154f963d3ee3525c5fe59ace3ed 2024-11-22T15:24:27,344 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3faa3154f963d3ee3525c5fe59ace3ed, store=A 2024-11-22T15:24:27,344 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:24:27,344 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3faa3154f963d3ee3525c5fe59ace3ed, store=B 2024-11-22T15:24:27,344 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:24:27,344 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3faa3154f963d3ee3525c5fe59ace3ed, store=C 2024-11-22T15:24:27,344 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:24:27,364 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122545ea75febb84a67a90860949311f339_3faa3154f963d3ee3525c5fe59ace3ed is 50, key is test_row_0/A:col10/1732289067342/Put/seqid=0 2024-11-22T15:24:27,371 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:27,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34588 deadline: 1732289127368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:27,374 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:27,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34580 deadline: 1732289127369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:27,375 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:27,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34546 deadline: 1732289127371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:27,376 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:27,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34590 deadline: 1732289127373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:27,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742590_1766 (size=14994) 2024-11-22T15:24:27,421 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:27,426 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122545ea75febb84a67a90860949311f339_3faa3154f963d3ee3525c5fe59ace3ed to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122545ea75febb84a67a90860949311f339_3faa3154f963d3ee3525c5fe59ace3ed 2024-11-22T15:24:27,427 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp/A/007ae585734749c3a3ed499b63ac54c1, store: [table=TestAcidGuarantees family=A region=3faa3154f963d3ee3525c5fe59ace3ed] 2024-11-22T15:24:27,428 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp/A/007ae585734749c3a3ed499b63ac54c1 is 175, key is test_row_0/A:col10/1732289067342/Put/seqid=0 2024-11-22T15:24:27,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742591_1767 (size=39949) 2024-11-22T15:24:27,477 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=297, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp/A/007ae585734749c3a3ed499b63ac54c1 2024-11-22T15:24:27,482 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:27,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34590 deadline: 1732289127477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:27,482 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:27,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34546 deadline: 1732289127477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:27,483 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:27,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34588 deadline: 1732289127477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:27,483 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:27,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34580 deadline: 1732289127477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:27,493 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp/B/5c6f12da36e84a05907f5bc13f21091d is 50, key is test_row_0/B:col10/1732289067342/Put/seqid=0 2024-11-22T15:24:27,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742592_1768 (size=12301) 2024-11-22T15:24:27,521 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=297 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp/B/5c6f12da36e84a05907f5bc13f21091d 2024-11-22T15:24:27,544 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp/C/c2ac46a3d2dd49c6b59bf8acf3164dfa is 50, key is test_row_0/C:col10/1732289067342/Put/seqid=0 2024-11-22T15:24:27,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742593_1769 (size=12301) 2024-11-22T15:24:27,684 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:27,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34590 deadline: 1732289127683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:27,685 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:27,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34546 deadline: 1732289127684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:27,687 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:27,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34588 deadline: 1732289127684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:27,687 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:27,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34580 deadline: 1732289127685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:27,981 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=297 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp/C/c2ac46a3d2dd49c6b59bf8acf3164dfa 2024-11-22T15:24:27,989 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:27,989 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:27,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34546 deadline: 1732289127988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:27,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34590 deadline: 1732289127988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:27,989 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:27,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34580 deadline: 1732289127989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:27,990 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp/A/007ae585734749c3a3ed499b63ac54c1 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/A/007ae585734749c3a3ed499b63ac54c1 2024-11-22T15:24:27,992 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:27,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34588 deadline: 1732289127990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:27,993 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/A/007ae585734749c3a3ed499b63ac54c1, entries=200, sequenceid=297, filesize=39.0 K 2024-11-22T15:24:27,994 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp/B/5c6f12da36e84a05907f5bc13f21091d as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/B/5c6f12da36e84a05907f5bc13f21091d 2024-11-22T15:24:27,997 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/B/5c6f12da36e84a05907f5bc13f21091d, entries=150, sequenceid=297, filesize=12.0 K 2024-11-22T15:24:27,998 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp/C/c2ac46a3d2dd49c6b59bf8acf3164dfa as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/C/c2ac46a3d2dd49c6b59bf8acf3164dfa 2024-11-22T15:24:28,003 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/C/c2ac46a3d2dd49c6b59bf8acf3164dfa, entries=150, sequenceid=297, filesize=12.0 K 2024-11-22T15:24:28,003 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 3faa3154f963d3ee3525c5fe59ace3ed in 660ms, sequenceid=297, compaction requested=true 2024-11-22T15:24:28,003 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3faa3154f963d3ee3525c5fe59ace3ed: 2024-11-22T15:24:28,003 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3faa3154f963d3ee3525c5fe59ace3ed:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T15:24:28,004 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T15:24:28,004 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T15:24:28,004 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3faa3154f963d3ee3525c5fe59ace3ed:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T15:24:28,004 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T15:24:28,004 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3faa3154f963d3ee3525c5fe59ace3ed:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T15:24:28,004 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-22T15:24:28,004 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T15:24:28,005 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T15:24:28,005 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1540): 3faa3154f963d3ee3525c5fe59ace3ed/B is initiating minor compaction (all files) 2024-11-22T15:24:28,005 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3faa3154f963d3ee3525c5fe59ace3ed/B in TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed. 2024-11-22T15:24:28,005 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/B/be8fab76e0014fb2915f8b35fc1b76f9, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/B/1911da4fedf74c1c9e21bf106e2e6e73, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/B/5c6f12da36e84a05907f5bc13f21091d] into tmpdir=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp, totalSize=36.5 K 2024-11-22T15:24:28,006 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102889 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T15:24:28,006 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1540): 3faa3154f963d3ee3525c5fe59ace3ed/A is initiating minor compaction (all files) 2024-11-22T15:24:28,006 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3faa3154f963d3ee3525c5fe59ace3ed/A in TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed. 2024-11-22T15:24:28,006 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/A/e3e049ccd7564d8b93bb38ff18a40b54, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/A/fcc89791fa0040718424d3c697514452, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/A/007ae585734749c3a3ed499b63ac54c1] into tmpdir=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp, totalSize=100.5 K 2024-11-22T15:24:28,006 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed. 2024-11-22T15:24:28,006 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed. files: [hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/A/e3e049ccd7564d8b93bb38ff18a40b54, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/A/fcc89791fa0040718424d3c697514452, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/A/007ae585734749c3a3ed499b63ac54c1] 2024-11-22T15:24:28,006 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting be8fab76e0014fb2915f8b35fc1b76f9, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1732289064461 2024-11-22T15:24:28,006 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting e3e049ccd7564d8b93bb38ff18a40b54, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1732289064461 2024-11-22T15:24:28,007 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting fcc89791fa0040718424d3c697514452, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1732289065086 2024-11-22T15:24:28,007 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting 1911da4fedf74c1c9e21bf106e2e6e73, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1732289065086 2024-11-22T15:24:28,007 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting 007ae585734749c3a3ed499b63ac54c1, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=297, earliestPutTs=1732289067237 2024-11-22T15:24:28,007 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting 5c6f12da36e84a05907f5bc13f21091d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=297, earliestPutTs=1732289067342 2024-11-22T15:24:28,024 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3faa3154f963d3ee3525c5fe59ace3ed#B#compaction#656 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T15:24:28,025 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp/B/dab85ed8a772404885497fef9d016b29 is 50, key is test_row_0/B:col10/1732289067342/Put/seqid=0 2024-11-22T15:24:28,031 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=3faa3154f963d3ee3525c5fe59ace3ed] 2024-11-22T15:24:28,059 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411224629222a2f2b4565a06f092402ad660e_3faa3154f963d3ee3525c5fe59ace3ed store=[table=TestAcidGuarantees family=A region=3faa3154f963d3ee3525c5fe59ace3ed] 2024-11-22T15:24:28,061 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411224629222a2f2b4565a06f092402ad660e_3faa3154f963d3ee3525c5fe59ace3ed, store=[table=TestAcidGuarantees family=A region=3faa3154f963d3ee3525c5fe59ace3ed] 2024-11-22T15:24:28,061 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411224629222a2f2b4565a06f092402ad660e_3faa3154f963d3ee3525c5fe59ace3ed because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=3faa3154f963d3ee3525c5fe59ace3ed] 2024-11-22T15:24:28,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742594_1770 (size=12983) 2024-11-22T15:24:28,092 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp/B/dab85ed8a772404885497fef9d016b29 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/B/dab85ed8a772404885497fef9d016b29 2024-11-22T15:24:28,097 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3faa3154f963d3ee3525c5fe59ace3ed/B of 3faa3154f963d3ee3525c5fe59ace3ed into dab85ed8a772404885497fef9d016b29(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T15:24:28,097 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3faa3154f963d3ee3525c5fe59ace3ed: 2024-11-22T15:24:28,097 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed., storeName=3faa3154f963d3ee3525c5fe59ace3ed/B, priority=13, startTime=1732289068004; duration=0sec 2024-11-22T15:24:28,097 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T15:24:28,097 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3faa3154f963d3ee3525c5fe59ace3ed:B 2024-11-22T15:24:28,097 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T15:24:28,100 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T15:24:28,100 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1540): 3faa3154f963d3ee3525c5fe59ace3ed/C is initiating minor compaction (all files) 2024-11-22T15:24:28,100 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3faa3154f963d3ee3525c5fe59ace3ed/C in TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed. 2024-11-22T15:24:28,100 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/C/93c201c0ffd64104b3f8e6756cd9e014, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/C/16c88d0866b845f29c6cbfa9ff37ffdb, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/C/c2ac46a3d2dd49c6b59bf8acf3164dfa] into tmpdir=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp, totalSize=36.5 K 2024-11-22T15:24:28,100 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting 93c201c0ffd64104b3f8e6756cd9e014, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1732289064461 2024-11-22T15:24:28,100 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting 16c88d0866b845f29c6cbfa9ff37ffdb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1732289065086 2024-11-22T15:24:28,101 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting c2ac46a3d2dd49c6b59bf8acf3164dfa, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=297, earliestPutTs=1732289067342 2024-11-22T15:24:28,113 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3faa3154f963d3ee3525c5fe59ace3ed#C#compaction#658 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T15:24:28,113 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp/C/25da0df6b7c8439886d8b84d90ab6895 is 50, key is test_row_0/C:col10/1732289067342/Put/seqid=0 2024-11-22T15:24:28,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742595_1771 (size=4469) 2024-11-22T15:24:28,116 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3faa3154f963d3ee3525c5fe59ace3ed#A#compaction#657 average throughput is 0.29 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T15:24:28,116 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp/A/89bc2ecbc20641609bf7998279de9c86 is 175, key is test_row_0/A:col10/1732289067342/Put/seqid=0 2024-11-22T15:24:28,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742597_1773 (size=31937) 2024-11-22T15:24:28,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742596_1772 (size=12983) 2024-11-22T15:24:28,180 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp/C/25da0df6b7c8439886d8b84d90ab6895 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/C/25da0df6b7c8439886d8b84d90ab6895 2024-11-22T15:24:28,184 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3faa3154f963d3ee3525c5fe59ace3ed/C of 3faa3154f963d3ee3525c5fe59ace3ed into 25da0df6b7c8439886d8b84d90ab6895(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T15:24:28,184 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3faa3154f963d3ee3525c5fe59ace3ed: 2024-11-22T15:24:28,184 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed., storeName=3faa3154f963d3ee3525c5fe59ace3ed/C, priority=13, startTime=1732289068004; duration=0sec 2024-11-22T15:24:28,184 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T15:24:28,184 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3faa3154f963d3ee3525c5fe59ace3ed:C 2024-11-22T15:24:28,494 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3faa3154f963d3ee3525c5fe59ace3ed 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-22T15:24:28,495 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3faa3154f963d3ee3525c5fe59ace3ed, store=A 2024-11-22T15:24:28,495 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:24:28,495 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3faa3154f963d3ee3525c5fe59ace3ed, store=B 2024-11-22T15:24:28,495 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:24:28,495 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3faa3154f963d3ee3525c5fe59ace3ed, store=C 2024-11-22T15:24:28,495 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:24:28,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(8581): Flush requested on 3faa3154f963d3ee3525c5fe59ace3ed 2024-11-22T15:24:28,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-22T15:24:28,498 INFO [Thread-2999 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 173 completed 2024-11-22T15:24:28,501 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T15:24:28,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] procedure2.ProcedureExecutor(1098): Stored pid=175, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=175, table=TestAcidGuarantees 2024-11-22T15:24:28,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-22T15:24:28,502 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=175, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=175, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T15:24:28,504 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=175, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=175, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T15:24:28,504 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=176, ppid=175, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T15:24:28,509 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112279c843b8f3524099ba92ebc14f075681_3faa3154f963d3ee3525c5fe59ace3ed is 50, key is test_row_0/A:col10/1732289067362/Put/seqid=0 2024-11-22T15:24:28,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742598_1774 (size=14994) 2024-11-22T15:24:28,557 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:28,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34580 deadline: 1732289128515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:28,558 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:28,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34588 deadline: 1732289128555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:28,559 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:28,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34546 deadline: 1732289128555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:28,559 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:28,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34590 deadline: 1732289128555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:28,576 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp/A/89bc2ecbc20641609bf7998279de9c86 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/A/89bc2ecbc20641609bf7998279de9c86 2024-11-22T15:24:28,579 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3faa3154f963d3ee3525c5fe59ace3ed/A of 3faa3154f963d3ee3525c5fe59ace3ed into 89bc2ecbc20641609bf7998279de9c86(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T15:24:28,579 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3faa3154f963d3ee3525c5fe59ace3ed: 2024-11-22T15:24:28,579 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed., storeName=3faa3154f963d3ee3525c5fe59ace3ed/A, priority=13, startTime=1732289068003; duration=0sec 2024-11-22T15:24:28,579 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T15:24:28,579 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3faa3154f963d3ee3525c5fe59ace3ed:A 2024-11-22T15:24:28,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-22T15:24:28,655 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:24:28,655 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=176 2024-11-22T15:24:28,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed. 2024-11-22T15:24:28,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed. as already flushing 2024-11-22T15:24:28,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed. 2024-11-22T15:24:28,656 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] handler.RSProcedureHandler(58): pid=176 java.io.IOException: Unable to complete flush {ENCODED => 3faa3154f963d3ee3525c5fe59ace3ed, NAME => 'TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:24:28,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=176 java.io.IOException: Unable to complete flush {ENCODED => 3faa3154f963d3ee3525c5fe59ace3ed, NAME => 'TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:24:28,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=176 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3faa3154f963d3ee3525c5fe59ace3ed, NAME => 'TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3faa3154f963d3ee3525c5fe59ace3ed, NAME => 'TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:24:28,660 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:28,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34580 deadline: 1732289128658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:28,661 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:28,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34588 deadline: 1732289128659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:28,662 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:28,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34546 deadline: 1732289128660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:28,662 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:28,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34590 deadline: 1732289128660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:28,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-22T15:24:28,808 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:24:28,808 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=176 2024-11-22T15:24:28,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed. 2024-11-22T15:24:28,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed. as already flushing 2024-11-22T15:24:28,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed. 2024-11-22T15:24:28,808 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] handler.RSProcedureHandler(58): pid=176 java.io.IOException: Unable to complete flush {ENCODED => 3faa3154f963d3ee3525c5fe59ace3ed, NAME => 'TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:24:28,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=176 java.io.IOException: Unable to complete flush {ENCODED => 3faa3154f963d3ee3525c5fe59ace3ed, NAME => 'TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:24:28,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=176 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3faa3154f963d3ee3525c5fe59ace3ed, NAME => 'TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3faa3154f963d3ee3525c5fe59ace3ed, NAME => 'TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:24:28,862 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:28,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34580 deadline: 1732289128862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:28,865 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:28,865 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:28,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34588 deadline: 1732289128862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:28,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34590 deadline: 1732289128863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:28,866 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:28,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34546 deadline: 1732289128863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:28,922 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:28,927 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112279c843b8f3524099ba92ebc14f075681_3faa3154f963d3ee3525c5fe59ace3ed to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112279c843b8f3524099ba92ebc14f075681_3faa3154f963d3ee3525c5fe59ace3ed 2024-11-22T15:24:28,928 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp/A/7aabc8c1302f42518704585f3a05d80c, store: [table=TestAcidGuarantees family=A region=3faa3154f963d3ee3525c5fe59ace3ed] 2024-11-22T15:24:28,928 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp/A/7aabc8c1302f42518704585f3a05d80c is 175, key is test_row_0/A:col10/1732289067362/Put/seqid=0 2024-11-22T15:24:28,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742599_1775 (size=39949) 2024-11-22T15:24:28,961 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:24:28,961 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=176 2024-11-22T15:24:28,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed. 2024-11-22T15:24:28,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed. as already flushing 2024-11-22T15:24:28,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed. 2024-11-22T15:24:28,962 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] handler.RSProcedureHandler(58): pid=176 java.io.IOException: Unable to complete flush {ENCODED => 3faa3154f963d3ee3525c5fe59ace3ed, NAME => 'TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:24:28,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=176 java.io.IOException: Unable to complete flush {ENCODED => 3faa3154f963d3ee3525c5fe59ace3ed, NAME => 'TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:24:28,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=176 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3faa3154f963d3ee3525c5fe59ace3ed, NAME => 'TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3faa3154f963d3ee3525c5fe59ace3ed, NAME => 'TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:24:29,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-22T15:24:29,126 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:24:29,126 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=176 2024-11-22T15:24:29,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed. 2024-11-22T15:24:29,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed. as already flushing 2024-11-22T15:24:29,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed. 2024-11-22T15:24:29,127 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] handler.RSProcedureHandler(58): pid=176 java.io.IOException: Unable to complete flush {ENCODED => 3faa3154f963d3ee3525c5fe59ace3ed, NAME => 'TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:24:29,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=176 java.io.IOException: Unable to complete flush {ENCODED => 3faa3154f963d3ee3525c5fe59ace3ed, NAME => 'TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:24:29,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=176 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3faa3154f963d3ee3525c5fe59ace3ed, NAME => 'TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3faa3154f963d3ee3525c5fe59ace3ed, NAME => 'TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:24:29,164 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:29,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34580 deadline: 1732289129164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:29,168 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:29,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34588 deadline: 1732289129166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:29,168 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:29,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34546 deadline: 1732289129166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:29,168 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:29,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34590 deadline: 1732289129167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:29,266 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:29,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34568 deadline: 1732289129264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:29,267 DEBUG [Thread-2993 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4169 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed., hostname=77927f992d0b,45443,1732288897733, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T15:24:29,278 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:24:29,279 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=176 2024-11-22T15:24:29,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed. 2024-11-22T15:24:29,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed. as already flushing 2024-11-22T15:24:29,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed. 2024-11-22T15:24:29,279 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] handler.RSProcedureHandler(58): pid=176 java.io.IOException: Unable to complete flush {ENCODED => 3faa3154f963d3ee3525c5fe59ace3ed, NAME => 'TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:24:29,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=176 java.io.IOException: Unable to complete flush {ENCODED => 3faa3154f963d3ee3525c5fe59ace3ed, NAME => 'TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:24:29,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=176 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3faa3154f963d3ee3525c5fe59ace3ed, NAME => 'TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3faa3154f963d3ee3525c5fe59ace3ed, NAME => 'TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:24:29,352 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=319, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp/A/7aabc8c1302f42518704585f3a05d80c 2024-11-22T15:24:29,359 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp/B/a787c78113cc43f4869f71435adf700c is 50, key is test_row_0/B:col10/1732289067362/Put/seqid=0 2024-11-22T15:24:29,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742600_1776 (size=12301) 2024-11-22T15:24:29,386 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp/B/a787c78113cc43f4869f71435adf700c 2024-11-22T15:24:29,401 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp/C/6c7985d572f149a186ab2973471a84ec is 50, key is test_row_0/C:col10/1732289067362/Put/seqid=0 2024-11-22T15:24:29,431 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:24:29,431 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=176 2024-11-22T15:24:29,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed. 2024-11-22T15:24:29,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed. as already flushing 2024-11-22T15:24:29,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed. 2024-11-22T15:24:29,431 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] handler.RSProcedureHandler(58): pid=176 java.io.IOException: Unable to complete flush {ENCODED => 3faa3154f963d3ee3525c5fe59ace3ed, NAME => 'TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:24:29,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=176 java.io.IOException: Unable to complete flush {ENCODED => 3faa3154f963d3ee3525c5fe59ace3ed, NAME => 'TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:24:29,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=176 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3faa3154f963d3ee3525c5fe59ace3ed, NAME => 'TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3faa3154f963d3ee3525c5fe59ace3ed, NAME => 'TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:24:29,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742601_1777 (size=12301) 2024-11-22T15:24:29,443 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp/C/6c7985d572f149a186ab2973471a84ec 2024-11-22T15:24:29,450 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp/A/7aabc8c1302f42518704585f3a05d80c as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/A/7aabc8c1302f42518704585f3a05d80c 2024-11-22T15:24:29,454 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/A/7aabc8c1302f42518704585f3a05d80c, entries=200, sequenceid=319, filesize=39.0 K 2024-11-22T15:24:29,460 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp/B/a787c78113cc43f4869f71435adf700c as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/B/a787c78113cc43f4869f71435adf700c 2024-11-22T15:24:29,469 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/B/a787c78113cc43f4869f71435adf700c, entries=150, sequenceid=319, filesize=12.0 K 2024-11-22T15:24:29,470 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp/C/6c7985d572f149a186ab2973471a84ec as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/C/6c7985d572f149a186ab2973471a84ec 2024-11-22T15:24:29,475 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/C/6c7985d572f149a186ab2973471a84ec, entries=150, sequenceid=319, filesize=12.0 K 2024-11-22T15:24:29,475 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=93.93 KB/96180 for 3faa3154f963d3ee3525c5fe59ace3ed in 981ms, sequenceid=319, compaction requested=false 2024-11-22T15:24:29,475 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3faa3154f963d3ee3525c5fe59ace3ed: 2024-11-22T15:24:29,585 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:24:29,585 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=176 2024-11-22T15:24:29,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed. 2024-11-22T15:24:29,585 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(2837): Flushing 3faa3154f963d3ee3525c5fe59ace3ed 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-22T15:24:29,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3faa3154f963d3ee3525c5fe59ace3ed, store=A 2024-11-22T15:24:29,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:24:29,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3faa3154f963d3ee3525c5fe59ace3ed, store=B 2024-11-22T15:24:29,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:24:29,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3faa3154f963d3ee3525c5fe59ace3ed, store=C 2024-11-22T15:24:29,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:24:29,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122bb4df311d4af4d63b1dad2b99e21f2b6_3faa3154f963d3ee3525c5fe59ace3ed is 50, key is test_row_0/A:col10/1732289068510/Put/seqid=0 2024-11-22T15:24:29,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-22T15:24:29,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742602_1778 (size=12454) 2024-11-22T15:24:29,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:29,624 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122bb4df311d4af4d63b1dad2b99e21f2b6_3faa3154f963d3ee3525c5fe59ace3ed to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122bb4df311d4af4d63b1dad2b99e21f2b6_3faa3154f963d3ee3525c5fe59ace3ed 2024-11-22T15:24:29,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp/A/c27c5c15a19a4792891f78c1af07ac28, store: [table=TestAcidGuarantees family=A region=3faa3154f963d3ee3525c5fe59ace3ed] 2024-11-22T15:24:29,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp/A/c27c5c15a19a4792891f78c1af07ac28 is 175, key is test_row_0/A:col10/1732289068510/Put/seqid=0 2024-11-22T15:24:29,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742603_1779 (size=31255) 2024-11-22T15:24:29,669 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=337, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp/A/c27c5c15a19a4792891f78c1af07ac28 2024-11-22T15:24:29,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(8581): Flush requested on 3faa3154f963d3ee3525c5fe59ace3ed 2024-11-22T15:24:29,672 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed. as already flushing 2024-11-22T15:24:29,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp/B/0eadb433bc8749908319fd83beba2e0f is 50, key is test_row_0/B:col10/1732289068510/Put/seqid=0 2024-11-22T15:24:29,692 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:29,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34546 deadline: 1732289129687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:29,693 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:29,693 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:29,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34588 deadline: 1732289129690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:29,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34580 deadline: 1732289129690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:29,694 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:29,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34590 deadline: 1732289129690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:29,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742604_1780 (size=12301) 2024-11-22T15:24:29,796 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:29,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34546 deadline: 1732289129793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:29,796 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:29,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34580 deadline: 1732289129794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:29,796 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:29,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34588 deadline: 1732289129795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:29,797 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:29,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34590 deadline: 1732289129795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:29,999 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:29,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34546 deadline: 1732289129997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:29,999 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:29,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34580 deadline: 1732289129997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:30,001 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:30,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34590 deadline: 1732289129998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:30,001 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:30,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34588 deadline: 1732289129999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:30,108 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=337 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp/B/0eadb433bc8749908319fd83beba2e0f 2024-11-22T15:24:30,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp/C/7c34657f5c55430d95b09101f9503bdb is 50, key is test_row_0/C:col10/1732289068510/Put/seqid=0 2024-11-22T15:24:30,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742605_1781 (size=12301) 2024-11-22T15:24:30,145 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=337 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp/C/7c34657f5c55430d95b09101f9503bdb 2024-11-22T15:24:30,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp/A/c27c5c15a19a4792891f78c1af07ac28 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/A/c27c5c15a19a4792891f78c1af07ac28 2024-11-22T15:24:30,156 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/A/c27c5c15a19a4792891f78c1af07ac28, entries=150, sequenceid=337, filesize=30.5 K 2024-11-22T15:24:30,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp/B/0eadb433bc8749908319fd83beba2e0f as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/B/0eadb433bc8749908319fd83beba2e0f 2024-11-22T15:24:30,159 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/B/0eadb433bc8749908319fd83beba2e0f, entries=150, sequenceid=337, filesize=12.0 K 2024-11-22T15:24:30,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp/C/7c34657f5c55430d95b09101f9503bdb as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/C/7c34657f5c55430d95b09101f9503bdb 2024-11-22T15:24:30,166 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/C/7c34657f5c55430d95b09101f9503bdb, entries=150, sequenceid=337, filesize=12.0 K 2024-11-22T15:24:30,166 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 3faa3154f963d3ee3525c5fe59ace3ed in 581ms, sequenceid=337, compaction requested=true 2024-11-22T15:24:30,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(2538): Flush status journal for 3faa3154f963d3ee3525c5fe59ace3ed: 2024-11-22T15:24:30,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed. 2024-11-22T15:24:30,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=176 2024-11-22T15:24:30,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4106): Remote procedure done, pid=176 2024-11-22T15:24:30,179 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=176, resume processing ppid=175 2024-11-22T15:24:30,179 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=176, ppid=175, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6630 sec 2024-11-22T15:24:30,180 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=175, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=175, table=TestAcidGuarantees in 1.6780 sec 2024-11-22T15:24:30,305 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3faa3154f963d3ee3525c5fe59ace3ed 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-22T15:24:30,305 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3faa3154f963d3ee3525c5fe59ace3ed, store=A 2024-11-22T15:24:30,305 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:24:30,305 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3faa3154f963d3ee3525c5fe59ace3ed, store=B 2024-11-22T15:24:30,305 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:24:30,305 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3faa3154f963d3ee3525c5fe59ace3ed, store=C 2024-11-22T15:24:30,305 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:24:30,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(8581): Flush requested on 3faa3154f963d3ee3525c5fe59ace3ed 2024-11-22T15:24:30,329 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411228eb7eb9d63d145eeb2353290557635d1_3faa3154f963d3ee3525c5fe59ace3ed is 50, key is test_row_0/A:col10/1732289069686/Put/seqid=0 2024-11-22T15:24:30,367 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:30,367 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:30,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34590 deadline: 1732289130361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:30,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34546 deadline: 1732289130361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:30,367 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:30,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34588 deadline: 1732289130362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:30,368 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:30,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34580 deadline: 1732289130367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:30,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742606_1782 (size=17534) 2024-11-22T15:24:30,470 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:30,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34590 deadline: 1732289130468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:30,470 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:30,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34546 deadline: 1732289130468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:30,471 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:30,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34580 deadline: 1732289130468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:30,471 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:30,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34588 deadline: 1732289130469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:30,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-22T15:24:30,608 INFO [Thread-2999 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 175 completed 2024-11-22T15:24:30,609 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T15:24:30,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] procedure2.ProcedureExecutor(1098): Stored pid=177, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=177, table=TestAcidGuarantees 2024-11-22T15:24:30,610 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=177, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=177, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T15:24:30,611 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=177, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=177, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T15:24:30,611 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=178, ppid=177, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T15:24:30,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-11-22T15:24:30,674 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:30,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34590 deadline: 1732289130672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:30,674 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:30,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34546 deadline: 1732289130672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:30,674 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:30,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34580 deadline: 1732289130673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:30,674 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T15:24:30,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45443 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34588 deadline: 1732289130673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 2024-11-22T15:24:30,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-11-22T15:24:30,762 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:24:30,763 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=178 2024-11-22T15:24:30,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed. 2024-11-22T15:24:30,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed. as already flushing 2024-11-22T15:24:30,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed. 2024-11-22T15:24:30,763 ERROR [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] handler.RSProcedureHandler(58): pid=178 java.io.IOException: Unable to complete flush {ENCODED => 3faa3154f963d3ee3525c5fe59ace3ed, NAME => 'TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:24:30,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=178 java.io.IOException: Unable to complete flush {ENCODED => 3faa3154f963d3ee3525c5fe59ace3ed, NAME => 'TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:24:30,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4114): Remote procedure failed, pid=178 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3faa3154f963d3ee3525c5fe59ace3ed, NAME => 'TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3faa3154f963d3ee3525c5fe59ace3ed, NAME => 'TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T15:24:30,768 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:30,770 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411228eb7eb9d63d145eeb2353290557635d1_3faa3154f963d3ee3525c5fe59ace3ed to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411228eb7eb9d63d145eeb2353290557635d1_3faa3154f963d3ee3525c5fe59ace3ed 2024-11-22T15:24:30,772 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp/A/72526438855149c58dd5b042dbf12ef2, store: [table=TestAcidGuarantees family=A region=3faa3154f963d3ee3525c5fe59ace3ed] 2024-11-22T15:24:30,773 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp/A/72526438855149c58dd5b042dbf12ef2 is 175, key is test_row_0/A:col10/1732289069686/Put/seqid=0 2024-11-22T15:24:30,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742607_1783 (size=48639) 2024-11-22T15:24:30,797 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=358, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp/A/72526438855149c58dd5b042dbf12ef2 2024-11-22T15:24:30,804 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp/B/390d3bbb8f84485fb986a10529763d53 is 50, key is test_row_0/B:col10/1732289069686/Put/seqid=0 2024-11-22T15:24:30,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742608_1784 (size=12301) 2024-11-22T15:24:30,836 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=358 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp/B/390d3bbb8f84485fb986a10529763d53 2024-11-22T15:24:30,844 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp/C/e17fcf0b483248b6a4a18fa16a236e5f is 50, key is test_row_0/C:col10/1732289069686/Put/seqid=0 2024-11-22T15:24:30,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742609_1785 (size=12301) 2024-11-22T15:24:30,852 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=358 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp/C/e17fcf0b483248b6a4a18fa16a236e5f 2024-11-22T15:24:30,853 DEBUG [Thread-3006 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x60507b8f to 127.0.0.1:61671 2024-11-22T15:24:30,853 DEBUG [Thread-3006 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T15:24:30,853 DEBUG [Thread-3008 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5005c24c to 127.0.0.1:61671 2024-11-22T15:24:30,853 DEBUG [Thread-3008 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T15:24:30,855 DEBUG [Thread-3002 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x675cc1c7 to 127.0.0.1:61671 2024-11-22T15:24:30,855 DEBUG [Thread-3002 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T15:24:30,857 DEBUG [Thread-3004 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x73e9c98b to 127.0.0.1:61671 2024-11-22T15:24:30,857 DEBUG [Thread-3000 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1c6fde8c to 127.0.0.1:61671 2024-11-22T15:24:30,857 DEBUG [Thread-3000 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T15:24:30,857 DEBUG [Thread-3004 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T15:24:30,858 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp/A/72526438855149c58dd5b042dbf12ef2 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/A/72526438855149c58dd5b042dbf12ef2 2024-11-22T15:24:30,861 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/A/72526438855149c58dd5b042dbf12ef2, entries=250, sequenceid=358, filesize=47.5 K 2024-11-22T15:24:30,862 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp/B/390d3bbb8f84485fb986a10529763d53 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/B/390d3bbb8f84485fb986a10529763d53 2024-11-22T15:24:30,864 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/B/390d3bbb8f84485fb986a10529763d53, entries=150, sequenceid=358, filesize=12.0 K 2024-11-22T15:24:30,865 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp/C/e17fcf0b483248b6a4a18fa16a236e5f as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/C/e17fcf0b483248b6a4a18fa16a236e5f 2024-11-22T15:24:30,866 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/C/e17fcf0b483248b6a4a18fa16a236e5f, entries=150, sequenceid=358, filesize=12.0 K 2024-11-22T15:24:30,867 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 3faa3154f963d3ee3525c5fe59ace3ed in 562ms, sequenceid=358, compaction requested=true 2024-11-22T15:24:30,867 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3faa3154f963d3ee3525c5fe59ace3ed: 2024-11-22T15:24:30,867 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3faa3154f963d3ee3525c5fe59ace3ed:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T15:24:30,867 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T15:24:30,867 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T15:24:30,867 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T15:24:30,867 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3faa3154f963d3ee3525c5fe59ace3ed:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T15:24:30,867 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T15:24:30,867 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3faa3154f963d3ee3525c5fe59ace3ed:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T15:24:30,867 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T15:24:30,868 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49886 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T15:24:30,868 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 151780 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T15:24:30,868 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1540): 3faa3154f963d3ee3525c5fe59ace3ed/B is initiating minor compaction (all files) 2024-11-22T15:24:30,868 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1540): 3faa3154f963d3ee3525c5fe59ace3ed/A is initiating minor compaction (all files) 2024-11-22T15:24:30,868 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3faa3154f963d3ee3525c5fe59ace3ed/B in TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed. 2024-11-22T15:24:30,868 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3faa3154f963d3ee3525c5fe59ace3ed/A in TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed. 2024-11-22T15:24:30,868 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/B/dab85ed8a772404885497fef9d016b29, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/B/a787c78113cc43f4869f71435adf700c, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/B/0eadb433bc8749908319fd83beba2e0f, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/B/390d3bbb8f84485fb986a10529763d53] into tmpdir=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp, totalSize=48.7 K 2024-11-22T15:24:30,868 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/A/89bc2ecbc20641609bf7998279de9c86, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/A/7aabc8c1302f42518704585f3a05d80c, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/A/c27c5c15a19a4792891f78c1af07ac28, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/A/72526438855149c58dd5b042dbf12ef2] into tmpdir=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp, totalSize=148.2 K 2024-11-22T15:24:30,868 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed. 2024-11-22T15:24:30,869 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed. files: [hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/A/89bc2ecbc20641609bf7998279de9c86, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/A/7aabc8c1302f42518704585f3a05d80c, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/A/c27c5c15a19a4792891f78c1af07ac28, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/A/72526438855149c58dd5b042dbf12ef2] 2024-11-22T15:24:30,869 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting 89bc2ecbc20641609bf7998279de9c86, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=297, earliestPutTs=1732289067342 2024-11-22T15:24:30,869 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting dab85ed8a772404885497fef9d016b29, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=297, earliestPutTs=1732289067342 2024-11-22T15:24:30,869 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7aabc8c1302f42518704585f3a05d80c, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1732289067362 2024-11-22T15:24:30,869 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting a787c78113cc43f4869f71435adf700c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1732289067362 2024-11-22T15:24:30,869 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting 0eadb433bc8749908319fd83beba2e0f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=337, earliestPutTs=1732289068498 2024-11-22T15:24:30,869 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting c27c5c15a19a4792891f78c1af07ac28, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=337, earliestPutTs=1732289068498 2024-11-22T15:24:30,870 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting 390d3bbb8f84485fb986a10529763d53, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=358, earliestPutTs=1732289069686 2024-11-22T15:24:30,870 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] compactions.Compactor(224): Compacting 72526438855149c58dd5b042dbf12ef2, keycount=250, bloomtype=ROW, size=47.5 K, encoding=NONE, compression=NONE, seqNum=358, earliestPutTs=1732289069686 2024-11-22T15:24:30,875 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=3faa3154f963d3ee3525c5fe59ace3ed] 2024-11-22T15:24:30,876 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411226f6f306be1fe4c32ac6a7bc5583f867c_3faa3154f963d3ee3525c5fe59ace3ed store=[table=TestAcidGuarantees family=A region=3faa3154f963d3ee3525c5fe59ace3ed] 2024-11-22T15:24:30,877 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3faa3154f963d3ee3525c5fe59ace3ed#B#compaction#668 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T15:24:30,877 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp/B/8d5160b7ad744644af6b0c0bfebedf56 is 50, key is test_row_0/B:col10/1732289069686/Put/seqid=0 2024-11-22T15:24:30,879 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411226f6f306be1fe4c32ac6a7bc5583f867c_3faa3154f963d3ee3525c5fe59ace3ed, store=[table=TestAcidGuarantees family=A region=3faa3154f963d3ee3525c5fe59ace3ed] 2024-11-22T15:24:30,879 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411226f6f306be1fe4c32ac6a7bc5583f867c_3faa3154f963d3ee3525c5fe59ace3ed because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=3faa3154f963d3ee3525c5fe59ace3ed] 2024-11-22T15:24:30,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742610_1786 (size=13119) 2024-11-22T15:24:30,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742611_1787 (size=4469) 2024-11-22T15:24:30,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-11-22T15:24:30,914 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:24:30,915 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45443 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=178 2024-11-22T15:24:30,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed. 2024-11-22T15:24:30,915 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2837): Flushing 3faa3154f963d3ee3525c5fe59ace3ed 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-22T15:24:30,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3faa3154f963d3ee3525c5fe59ace3ed, store=A 2024-11-22T15:24:30,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:24:30,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3faa3154f963d3ee3525c5fe59ace3ed, store=B 2024-11-22T15:24:30,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:24:30,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3faa3154f963d3ee3525c5fe59ace3ed, store=C 2024-11-22T15:24:30,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:24:30,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411226bb9d953cf1d41329c1a7b4c5c167f8c_3faa3154f963d3ee3525c5fe59ace3ed is 50, key is test_row_0/A:col10/1732289070361/Put/seqid=0 2024-11-22T15:24:30,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742612_1788 (size=12454) 2024-11-22T15:24:30,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45443 {}] regionserver.HRegion(8581): Flush requested on 3faa3154f963d3ee3525c5fe59ace3ed 2024-11-22T15:24:30,976 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed. as already flushing 2024-11-22T15:24:30,977 DEBUG [Thread-2995 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x29247c18 to 127.0.0.1:61671 2024-11-22T15:24:30,977 DEBUG [Thread-2995 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T15:24:30,978 DEBUG [Thread-2991 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4276b1e9 to 127.0.0.1:61671 2024-11-22T15:24:30,978 DEBUG [Thread-2991 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T15:24:30,978 DEBUG [Thread-2997 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x37227cb3 to 127.0.0.1:61671 2024-11-22T15:24:30,978 DEBUG [Thread-2997 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T15:24:30,979 DEBUG [Thread-2989 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x031adbce to 127.0.0.1:61671 2024-11-22T15:24:30,980 DEBUG [Thread-2989 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T15:24:31,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-11-22T15:24:31,292 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp/B/8d5160b7ad744644af6b0c0bfebedf56 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/B/8d5160b7ad744644af6b0c0bfebedf56 2024-11-22T15:24:31,293 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3faa3154f963d3ee3525c5fe59ace3ed#A#compaction#669 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T15:24:31,293 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp/A/e102b1d5d74d44eebe73e56a9ce04deb is 175, key is test_row_0/A:col10/1732289069686/Put/seqid=0 2024-11-22T15:24:31,298 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 3faa3154f963d3ee3525c5fe59ace3ed/B of 3faa3154f963d3ee3525c5fe59ace3ed into 8d5160b7ad744644af6b0c0bfebedf56(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T15:24:31,298 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3faa3154f963d3ee3525c5fe59ace3ed: 2024-11-22T15:24:31,298 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed., storeName=3faa3154f963d3ee3525c5fe59ace3ed/B, priority=12, startTime=1732289070867; duration=0sec 2024-11-22T15:24:31,298 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T15:24:31,298 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3faa3154f963d3ee3525c5fe59ace3ed:B 2024-11-22T15:24:31,298 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T15:24:31,299 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49886 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T15:24:31,299 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1540): 3faa3154f963d3ee3525c5fe59ace3ed/C is initiating minor compaction (all files) 2024-11-22T15:24:31,299 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3faa3154f963d3ee3525c5fe59ace3ed/C in TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed. 2024-11-22T15:24:31,299 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/C/25da0df6b7c8439886d8b84d90ab6895, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/C/6c7985d572f149a186ab2973471a84ec, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/C/7c34657f5c55430d95b09101f9503bdb, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/C/e17fcf0b483248b6a4a18fa16a236e5f] into tmpdir=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp, totalSize=48.7 K 2024-11-22T15:24:31,300 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting 25da0df6b7c8439886d8b84d90ab6895, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=297, earliestPutTs=1732289067342 2024-11-22T15:24:31,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742613_1789 (size=32073) 2024-11-22T15:24:31,300 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting 6c7985d572f149a186ab2973471a84ec, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1732289067362 2024-11-22T15:24:31,300 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting 7c34657f5c55430d95b09101f9503bdb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=337, earliestPutTs=1732289068498 2024-11-22T15:24:31,301 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] compactions.Compactor(224): Compacting e17fcf0b483248b6a4a18fa16a236e5f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=358, earliestPutTs=1732289069686 2024-11-22T15:24:31,307 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3faa3154f963d3ee3525c5fe59ace3ed#C#compaction#671 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T15:24:31,308 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp/C/b2c8eaf276424c31845dc0e237b7ab50 is 50, key is test_row_0/C:col10/1732289069686/Put/seqid=0 2024-11-22T15:24:31,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742614_1790 (size=13119) 2024-11-22T15:24:31,318 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp/C/b2c8eaf276424c31845dc0e237b7ab50 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/C/b2c8eaf276424c31845dc0e237b7ab50 2024-11-22T15:24:31,321 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 3faa3154f963d3ee3525c5fe59ace3ed/C of 3faa3154f963d3ee3525c5fe59ace3ed into b2c8eaf276424c31845dc0e237b7ab50(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T15:24:31,321 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3faa3154f963d3ee3525c5fe59ace3ed: 2024-11-22T15:24:31,321 INFO [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed., storeName=3faa3154f963d3ee3525c5fe59ace3ed/C, priority=12, startTime=1732289070867; duration=0sec 2024-11-22T15:24:31,321 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T15:24:31,321 DEBUG [RS:0;77927f992d0b:45443-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3faa3154f963d3ee3525c5fe59ace3ed:C 2024-11-22T15:24:31,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:31,326 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411226bb9d953cf1d41329c1a7b4c5c167f8c_3faa3154f963d3ee3525c5fe59ace3ed to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411226bb9d953cf1d41329c1a7b4c5c167f8c_3faa3154f963d3ee3525c5fe59ace3ed 2024-11-22T15:24:31,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp/A/93237a31bf9d45d3b761b4b6ad116b84, store: [table=TestAcidGuarantees family=A region=3faa3154f963d3ee3525c5fe59ace3ed] 2024-11-22T15:24:31,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp/A/93237a31bf9d45d3b761b4b6ad116b84 is 175, key is test_row_0/A:col10/1732289070361/Put/seqid=0 2024-11-22T15:24:31,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742615_1791 (size=31255) 2024-11-22T15:24:31,703 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp/A/e102b1d5d74d44eebe73e56a9ce04deb as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/A/e102b1d5d74d44eebe73e56a9ce04deb 2024-11-22T15:24:31,706 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 3faa3154f963d3ee3525c5fe59ace3ed/A of 3faa3154f963d3ee3525c5fe59ace3ed into e102b1d5d74d44eebe73e56a9ce04deb(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T15:24:31,706 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3faa3154f963d3ee3525c5fe59ace3ed: 2024-11-22T15:24:31,706 INFO [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed., storeName=3faa3154f963d3ee3525c5fe59ace3ed/A, priority=12, startTime=1732289070867; duration=0sec 2024-11-22T15:24:31,706 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T15:24:31,706 DEBUG [RS:0;77927f992d0b:45443-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3faa3154f963d3ee3525c5fe59ace3ed:A 2024-11-22T15:24:31,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-11-22T15:24:31,730 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=373, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp/A/93237a31bf9d45d3b761b4b6ad116b84 2024-11-22T15:24:31,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp/B/97c47c416fd041ae92990829f9f6e5bd is 50, key is test_row_0/B:col10/1732289070361/Put/seqid=0 2024-11-22T15:24:31,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742616_1792 (size=12301) 2024-11-22T15:24:31,737 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=373 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp/B/97c47c416fd041ae92990829f9f6e5bd 2024-11-22T15:24:31,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp/C/b9c3aac838584e03a9918857194e59a3 is 50, key is test_row_0/C:col10/1732289070361/Put/seqid=0 2024-11-22T15:24:31,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742617_1793 (size=12301) 2024-11-22T15:24:31,744 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=373 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp/C/b9c3aac838584e03a9918857194e59a3 2024-11-22T15:24:31,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp/A/93237a31bf9d45d3b761b4b6ad116b84 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/A/93237a31bf9d45d3b761b4b6ad116b84 2024-11-22T15:24:31,749 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/A/93237a31bf9d45d3b761b4b6ad116b84, entries=150, sequenceid=373, filesize=30.5 K 2024-11-22T15:24:31,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp/B/97c47c416fd041ae92990829f9f6e5bd as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/B/97c47c416fd041ae92990829f9f6e5bd 2024-11-22T15:24:31,753 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/B/97c47c416fd041ae92990829f9f6e5bd, entries=150, sequenceid=373, filesize=12.0 K 2024-11-22T15:24:31,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp/C/b9c3aac838584e03a9918857194e59a3 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/C/b9c3aac838584e03a9918857194e59a3 2024-11-22T15:24:31,755 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/C/b9c3aac838584e03a9918857194e59a3, entries=150, sequenceid=373, filesize=12.0 K 2024-11-22T15:24:31,756 INFO [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=26.84 KB/27480 for 3faa3154f963d3ee3525c5fe59ace3ed in 841ms, sequenceid=373, compaction requested=false 2024-11-22T15:24:31,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2538): Flush status journal for 3faa3154f963d3ee3525c5fe59ace3ed: 2024-11-22T15:24:31,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed. 2024-11-22T15:24:31,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/77927f992d0b:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=178 2024-11-22T15:24:31,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster(4106): Remote procedure done, pid=178 2024-11-22T15:24:31,758 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=178, resume processing ppid=177 2024-11-22T15:24:31,758 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=178, ppid=177, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1460 sec 2024-11-22T15:24:31,759 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=177, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=177, table=TestAcidGuarantees in 1.1490 sec 2024-11-22T15:24:32,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-11-22T15:24:32,715 INFO [Thread-2999 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 177 completed 2024-11-22T15:24:33,304 DEBUG [Thread-2993 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x574dd3aa to 127.0.0.1:61671 2024-11-22T15:24:33,305 DEBUG [Thread-2993 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T15:24:33,305 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-22T15:24:33,305 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 63 2024-11-22T15:24:33,305 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 61 2024-11-22T15:24:33,305 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 58 2024-11-22T15:24:33,305 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 61 2024-11-22T15:24:33,305 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 56 2024-11-22T15:24:33,305 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-22T15:24:33,305 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4446 2024-11-22T15:24:33,305 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4487 2024-11-22T15:24:33,305 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4288 2024-11-22T15:24:33,305 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4491 2024-11-22T15:24:33,305 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4496 2024-11-22T15:24:33,305 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-22T15:24:33,305 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-22T15:24:33,305 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x095ad211 to 127.0.0.1:61671 2024-11-22T15:24:33,305 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T15:24:33,306 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-22T15:24:33,306 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-22T15:24:33,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] procedure2.ProcedureExecutor(1098): Stored pid=179, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-22T15:24:33,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-11-22T15:24:33,307 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732289073307"}]},"ts":"1732289073307"} 2024-11-22T15:24:33,308 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-22T15:24:33,361 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-22T15:24:33,362 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=180, ppid=179, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-22T15:24:33,363 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=181, ppid=180, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=3faa3154f963d3ee3525c5fe59ace3ed, UNASSIGN}] 2024-11-22T15:24:33,363 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=181, ppid=180, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=3faa3154f963d3ee3525c5fe59ace3ed, UNASSIGN 2024-11-22T15:24:33,363 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=181 updating hbase:meta row=3faa3154f963d3ee3525c5fe59ace3ed, regionState=CLOSING, regionLocation=77927f992d0b,45443,1732288897733 2024-11-22T15:24:33,364 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-22T15:24:33,364 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=182, ppid=181, state=RUNNABLE; CloseRegionProcedure 3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733}] 2024-11-22T15:24:33,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-11-22T15:24:33,515 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 77927f992d0b,45443,1732288897733 2024-11-22T15:24:33,515 INFO [RS_CLOSE_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] handler.UnassignRegionHandler(124): Close 3faa3154f963d3ee3525c5fe59ace3ed 2024-11-22T15:24:33,515 DEBUG [RS_CLOSE_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-22T15:24:33,516 DEBUG [RS_CLOSE_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] regionserver.HRegion(1681): Closing 3faa3154f963d3ee3525c5fe59ace3ed, disabling compactions & flushes 2024-11-22T15:24:33,516 INFO [RS_CLOSE_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed. 2024-11-22T15:24:33,516 DEBUG [RS_CLOSE_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed. 2024-11-22T15:24:33,516 DEBUG [RS_CLOSE_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed. after waiting 0 ms 2024-11-22T15:24:33,516 DEBUG [RS_CLOSE_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed. 2024-11-22T15:24:33,516 INFO [RS_CLOSE_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] regionserver.HRegion(2837): Flushing 3faa3154f963d3ee3525c5fe59ace3ed 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-22T15:24:33,516 DEBUG [RS_CLOSE_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3faa3154f963d3ee3525c5fe59ace3ed, store=A 2024-11-22T15:24:33,516 DEBUG [RS_CLOSE_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:24:33,516 DEBUG [RS_CLOSE_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3faa3154f963d3ee3525c5fe59ace3ed, store=B 2024-11-22T15:24:33,516 DEBUG [RS_CLOSE_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:24:33,516 DEBUG [RS_CLOSE_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3faa3154f963d3ee3525c5fe59ace3ed, store=C 2024-11-22T15:24:33,516 DEBUG [RS_CLOSE_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T15:24:33,521 DEBUG [RS_CLOSE_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122d8689b89c74a431f98ab04927abffeb8_3faa3154f963d3ee3525c5fe59ace3ed is 50, key is test_row_0/A:col10/1732289070976/Put/seqid=0 2024-11-22T15:24:33,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742618_1794 (size=12454) 2024-11-22T15:24:33,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-11-22T15:24:33,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-11-22T15:24:33,924 DEBUG [RS_CLOSE_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T15:24:33,927 INFO [RS_CLOSE_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122d8689b89c74a431f98ab04927abffeb8_3faa3154f963d3ee3525c5fe59ace3ed to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122d8689b89c74a431f98ab04927abffeb8_3faa3154f963d3ee3525c5fe59ace3ed 2024-11-22T15:24:33,928 DEBUG [RS_CLOSE_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp/A/6a15ae87327a4e17a2bbdcca751e452b, store: [table=TestAcidGuarantees family=A region=3faa3154f963d3ee3525c5fe59ace3ed] 2024-11-22T15:24:33,928 DEBUG [RS_CLOSE_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp/A/6a15ae87327a4e17a2bbdcca751e452b is 175, key is test_row_0/A:col10/1732289070976/Put/seqid=0 2024-11-22T15:24:33,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742619_1795 (size=31255) 2024-11-22T15:24:34,332 INFO [RS_CLOSE_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=384, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp/A/6a15ae87327a4e17a2bbdcca751e452b 2024-11-22T15:24:34,338 DEBUG [RS_CLOSE_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp/B/edbed31798db4d808cc4376bd8cb2ca2 is 50, key is test_row_0/B:col10/1732289070976/Put/seqid=0 2024-11-22T15:24:34,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742620_1796 (size=12301) 2024-11-22T15:24:34,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-11-22T15:24:34,743 INFO [RS_CLOSE_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=384 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp/B/edbed31798db4d808cc4376bd8cb2ca2 2024-11-22T15:24:34,750 DEBUG [RS_CLOSE_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp/C/cda6cf9a2fc6472a9d3682e92bc398d7 is 50, key is test_row_0/C:col10/1732289070976/Put/seqid=0 2024-11-22T15:24:34,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742621_1797 (size=12301) 2024-11-22T15:24:35,156 INFO [RS_CLOSE_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=384 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp/C/cda6cf9a2fc6472a9d3682e92bc398d7 2024-11-22T15:24:35,165 DEBUG [RS_CLOSE_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp/A/6a15ae87327a4e17a2bbdcca751e452b as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/A/6a15ae87327a4e17a2bbdcca751e452b 2024-11-22T15:24:35,169 INFO [RS_CLOSE_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/A/6a15ae87327a4e17a2bbdcca751e452b, entries=150, sequenceid=384, filesize=30.5 K 2024-11-22T15:24:35,170 DEBUG [RS_CLOSE_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp/B/edbed31798db4d808cc4376bd8cb2ca2 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/B/edbed31798db4d808cc4376bd8cb2ca2 2024-11-22T15:24:35,174 INFO [RS_CLOSE_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/B/edbed31798db4d808cc4376bd8cb2ca2, entries=150, sequenceid=384, filesize=12.0 K 2024-11-22T15:24:35,174 DEBUG [RS_CLOSE_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/.tmp/C/cda6cf9a2fc6472a9d3682e92bc398d7 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/C/cda6cf9a2fc6472a9d3682e92bc398d7 2024-11-22T15:24:35,178 INFO [RS_CLOSE_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/C/cda6cf9a2fc6472a9d3682e92bc398d7, entries=150, sequenceid=384, filesize=12.0 K 2024-11-22T15:24:35,178 INFO [RS_CLOSE_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 3faa3154f963d3ee3525c5fe59ace3ed in 1662ms, sequenceid=384, compaction requested=true 2024-11-22T15:24:35,179 DEBUG [StoreCloser-TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/A/9bc760d3baa44fbf92b2ed2cfe7758e6, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/A/a8ac8a31a97441e988351fb788018f73, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/A/26cbe5685c074497ab4e19a16d652f3b, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/A/f5f8360dbb0c4967a7750777d280db1f, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/A/d5c592fc9c6a4ac19c1ad31b0e49ec83, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/A/8166122c4fe64efb80d9eef807510264, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/A/075d14b016a24288b81d51ddec053cac, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/A/99b08c6705284030b5f214a7724bd806, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/A/e8d2b5ce951a47c1b378511d4322948a, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/A/de4f705ac7cb441ab3079ed96f05aec8, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/A/bb66cba1f0b04e25815a44acd980ae5a, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/A/936e74a5653d4234898ed7bb80766e2c, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/A/5314594260834c728f5b8bd0e5d6ce3e, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/A/67f399c4809c485a9531a13c85938da6, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/A/a23d627e13d843e596a5ff3405710dad, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/A/f4a5f6fabd72400b8ceddd27019d518c, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/A/10e13b1acfc64ba28b94b162d4fc2c3a, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/A/e3e049ccd7564d8b93bb38ff18a40b54, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/A/fcc89791fa0040718424d3c697514452, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/A/007ae585734749c3a3ed499b63ac54c1, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/A/89bc2ecbc20641609bf7998279de9c86, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/A/7aabc8c1302f42518704585f3a05d80c, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/A/c27c5c15a19a4792891f78c1af07ac28, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/A/72526438855149c58dd5b042dbf12ef2] to archive 2024-11-22T15:24:35,180 DEBUG [StoreCloser-TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-22T15:24:35,181 DEBUG [StoreCloser-TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/A/9bc760d3baa44fbf92b2ed2cfe7758e6 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/A/9bc760d3baa44fbf92b2ed2cfe7758e6 2024-11-22T15:24:35,182 DEBUG [StoreCloser-TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/A/a8ac8a31a97441e988351fb788018f73 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/A/a8ac8a31a97441e988351fb788018f73 2024-11-22T15:24:35,183 DEBUG [StoreCloser-TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/A/26cbe5685c074497ab4e19a16d652f3b to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/A/26cbe5685c074497ab4e19a16d652f3b 2024-11-22T15:24:35,183 DEBUG [StoreCloser-TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/A/f5f8360dbb0c4967a7750777d280db1f to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/A/f5f8360dbb0c4967a7750777d280db1f 2024-11-22T15:24:35,184 DEBUG [StoreCloser-TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/A/d5c592fc9c6a4ac19c1ad31b0e49ec83 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/A/d5c592fc9c6a4ac19c1ad31b0e49ec83 2024-11-22T15:24:35,184 DEBUG [StoreCloser-TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/A/8166122c4fe64efb80d9eef807510264 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/A/8166122c4fe64efb80d9eef807510264 2024-11-22T15:24:35,185 DEBUG [StoreCloser-TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/A/075d14b016a24288b81d51ddec053cac to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/A/075d14b016a24288b81d51ddec053cac 2024-11-22T15:24:35,186 DEBUG [StoreCloser-TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/A/99b08c6705284030b5f214a7724bd806 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/A/99b08c6705284030b5f214a7724bd806 2024-11-22T15:24:35,186 DEBUG [StoreCloser-TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/A/e8d2b5ce951a47c1b378511d4322948a to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/A/e8d2b5ce951a47c1b378511d4322948a 2024-11-22T15:24:35,187 DEBUG [StoreCloser-TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/A/de4f705ac7cb441ab3079ed96f05aec8 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/A/de4f705ac7cb441ab3079ed96f05aec8 2024-11-22T15:24:35,188 DEBUG [StoreCloser-TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/A/bb66cba1f0b04e25815a44acd980ae5a to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/A/bb66cba1f0b04e25815a44acd980ae5a 2024-11-22T15:24:35,188 DEBUG [StoreCloser-TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/A/936e74a5653d4234898ed7bb80766e2c to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/A/936e74a5653d4234898ed7bb80766e2c 2024-11-22T15:24:35,189 DEBUG [StoreCloser-TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/A/5314594260834c728f5b8bd0e5d6ce3e to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/A/5314594260834c728f5b8bd0e5d6ce3e 2024-11-22T15:24:35,189 DEBUG [StoreCloser-TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/A/67f399c4809c485a9531a13c85938da6 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/A/67f399c4809c485a9531a13c85938da6 2024-11-22T15:24:35,190 DEBUG [StoreCloser-TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/A/a23d627e13d843e596a5ff3405710dad to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/A/a23d627e13d843e596a5ff3405710dad 2024-11-22T15:24:35,190 DEBUG [StoreCloser-TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/A/f4a5f6fabd72400b8ceddd27019d518c to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/A/f4a5f6fabd72400b8ceddd27019d518c 2024-11-22T15:24:35,191 DEBUG [StoreCloser-TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/A/10e13b1acfc64ba28b94b162d4fc2c3a to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/A/10e13b1acfc64ba28b94b162d4fc2c3a 2024-11-22T15:24:35,192 DEBUG [StoreCloser-TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/A/e3e049ccd7564d8b93bb38ff18a40b54 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/A/e3e049ccd7564d8b93bb38ff18a40b54 2024-11-22T15:24:35,192 DEBUG [StoreCloser-TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/A/fcc89791fa0040718424d3c697514452 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/A/fcc89791fa0040718424d3c697514452 2024-11-22T15:24:35,193 DEBUG [StoreCloser-TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/A/007ae585734749c3a3ed499b63ac54c1 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/A/007ae585734749c3a3ed499b63ac54c1 2024-11-22T15:24:35,194 DEBUG [StoreCloser-TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/A/89bc2ecbc20641609bf7998279de9c86 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/A/89bc2ecbc20641609bf7998279de9c86 2024-11-22T15:24:35,194 DEBUG [StoreCloser-TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/A/7aabc8c1302f42518704585f3a05d80c to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/A/7aabc8c1302f42518704585f3a05d80c 2024-11-22T15:24:35,195 DEBUG [StoreCloser-TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/A/c27c5c15a19a4792891f78c1af07ac28 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/A/c27c5c15a19a4792891f78c1af07ac28 2024-11-22T15:24:35,196 DEBUG [StoreCloser-TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/A/72526438855149c58dd5b042dbf12ef2 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/A/72526438855149c58dd5b042dbf12ef2 2024-11-22T15:24:35,196 DEBUG [StoreCloser-TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/B/9fac29a12e9545c9a0c99f9338a09be2, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/B/bb4c49b58d694380931bf4ed1e153bd1, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/B/772753be8cbf4b9794f31ec4578e7ea7, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/B/40971c271152429aa9bfb74bee6658d5, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/B/816eb95a11204591a1300585a4bc76bc, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/B/1ec6412867cb4e61a703275597edfb51, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/B/4126309b74dd4725858dd1df5e9d112e, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/B/5b546c90599f4737b37d13bedf3f2268, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/B/04bf9c388cf14eea8707ad06f2a58646, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/B/b51a38f55b2c4f04bba9e3f7e62ddb3e, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/B/4f1880558f8348b687986bfe494c7f29, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/B/ae23e568c64f487e87a37b9af6dfc01a, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/B/fe4f0fa7e81e437a8205601f43aea429, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/B/8d59743aa0d54b9d8bf8ca5e4010fc12, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/B/d0e04eb24fbf447c8f8c27e299860674, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/B/b3b044f7a3c744bfba250dbd354f0e7c, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/B/be8fab76e0014fb2915f8b35fc1b76f9, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/B/e779e91bde8743959c1728d32c70d122, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/B/1911da4fedf74c1c9e21bf106e2e6e73, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/B/dab85ed8a772404885497fef9d016b29, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/B/5c6f12da36e84a05907f5bc13f21091d, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/B/a787c78113cc43f4869f71435adf700c, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/B/0eadb433bc8749908319fd83beba2e0f, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/B/390d3bbb8f84485fb986a10529763d53] to archive 2024-11-22T15:24:35,197 DEBUG [StoreCloser-TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-22T15:24:35,198 DEBUG [StoreCloser-TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/B/9fac29a12e9545c9a0c99f9338a09be2 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/B/9fac29a12e9545c9a0c99f9338a09be2 2024-11-22T15:24:35,198 DEBUG [StoreCloser-TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/B/bb4c49b58d694380931bf4ed1e153bd1 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/B/bb4c49b58d694380931bf4ed1e153bd1 2024-11-22T15:24:35,199 DEBUG [StoreCloser-TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/B/772753be8cbf4b9794f31ec4578e7ea7 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/B/772753be8cbf4b9794f31ec4578e7ea7 2024-11-22T15:24:35,200 DEBUG [StoreCloser-TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/B/40971c271152429aa9bfb74bee6658d5 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/B/40971c271152429aa9bfb74bee6658d5 2024-11-22T15:24:35,200 DEBUG [StoreCloser-TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/B/816eb95a11204591a1300585a4bc76bc to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/B/816eb95a11204591a1300585a4bc76bc 2024-11-22T15:24:35,201 DEBUG [StoreCloser-TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/B/1ec6412867cb4e61a703275597edfb51 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/B/1ec6412867cb4e61a703275597edfb51 2024-11-22T15:24:35,202 DEBUG [StoreCloser-TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/B/4126309b74dd4725858dd1df5e9d112e to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/B/4126309b74dd4725858dd1df5e9d112e 2024-11-22T15:24:35,202 DEBUG [StoreCloser-TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/B/5b546c90599f4737b37d13bedf3f2268 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/B/5b546c90599f4737b37d13bedf3f2268 2024-11-22T15:24:35,203 DEBUG [StoreCloser-TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/B/04bf9c388cf14eea8707ad06f2a58646 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/B/04bf9c388cf14eea8707ad06f2a58646 2024-11-22T15:24:35,203 DEBUG [StoreCloser-TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/B/b51a38f55b2c4f04bba9e3f7e62ddb3e to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/B/b51a38f55b2c4f04bba9e3f7e62ddb3e 2024-11-22T15:24:35,204 DEBUG [StoreCloser-TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/B/4f1880558f8348b687986bfe494c7f29 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/B/4f1880558f8348b687986bfe494c7f29 2024-11-22T15:24:35,204 DEBUG [StoreCloser-TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/B/ae23e568c64f487e87a37b9af6dfc01a to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/B/ae23e568c64f487e87a37b9af6dfc01a 2024-11-22T15:24:35,205 DEBUG [StoreCloser-TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/B/fe4f0fa7e81e437a8205601f43aea429 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/B/fe4f0fa7e81e437a8205601f43aea429 2024-11-22T15:24:35,206 DEBUG [StoreCloser-TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/B/8d59743aa0d54b9d8bf8ca5e4010fc12 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/B/8d59743aa0d54b9d8bf8ca5e4010fc12 2024-11-22T15:24:35,206 DEBUG [StoreCloser-TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/B/d0e04eb24fbf447c8f8c27e299860674 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/B/d0e04eb24fbf447c8f8c27e299860674 2024-11-22T15:24:35,207 DEBUG [StoreCloser-TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/B/b3b044f7a3c744bfba250dbd354f0e7c to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/B/b3b044f7a3c744bfba250dbd354f0e7c 2024-11-22T15:24:35,208 DEBUG [StoreCloser-TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/B/be8fab76e0014fb2915f8b35fc1b76f9 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/B/be8fab76e0014fb2915f8b35fc1b76f9 2024-11-22T15:24:35,208 DEBUG [StoreCloser-TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/B/e779e91bde8743959c1728d32c70d122 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/B/e779e91bde8743959c1728d32c70d122 2024-11-22T15:24:35,209 DEBUG [StoreCloser-TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/B/1911da4fedf74c1c9e21bf106e2e6e73 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/B/1911da4fedf74c1c9e21bf106e2e6e73 2024-11-22T15:24:35,210 DEBUG [StoreCloser-TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/B/dab85ed8a772404885497fef9d016b29 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/B/dab85ed8a772404885497fef9d016b29 2024-11-22T15:24:35,211 DEBUG [StoreCloser-TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/B/5c6f12da36e84a05907f5bc13f21091d to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/B/5c6f12da36e84a05907f5bc13f21091d 2024-11-22T15:24:35,211 DEBUG [StoreCloser-TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/B/a787c78113cc43f4869f71435adf700c to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/B/a787c78113cc43f4869f71435adf700c 2024-11-22T15:24:35,212 DEBUG [StoreCloser-TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/B/0eadb433bc8749908319fd83beba2e0f to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/B/0eadb433bc8749908319fd83beba2e0f 2024-11-22T15:24:35,213 DEBUG [StoreCloser-TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/B/390d3bbb8f84485fb986a10529763d53 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/B/390d3bbb8f84485fb986a10529763d53 2024-11-22T15:24:35,214 DEBUG [StoreCloser-TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/C/c00c888345e84b3693d136cb838e8700, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/C/e820cf997c764a11ac09496575cdb40a, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/C/5bc9f0e69673463891a4da0edb27fd20, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/C/c9156665e8894ee7bbfb1894378dbe4f, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/C/0623cb90064845ed94a38391fc635d1f, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/C/a2e63aff19d74b7785cef9456b547841, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/C/6acd64678a05486cb21a088886ddf050, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/C/c7ba84baeaea48cc96a660cd50459791, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/C/9a9d7bf347884d839e4f3e4cf516e18a, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/C/0fe4db5cd9ef4f1e98e5817e08d0ff49, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/C/14a279d28d3c4d929e64e5f7e02113d0, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/C/7ce2f69396cb45ae907ce18bc8e67217, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/C/9018f82abf3e4ef986fac3dd3dda3c55, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/C/5146a270900d40808c887b7404712404, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/C/f1fc54ca6e1747eb9f79baf325764402, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/C/4815af33eaa745d9b30311393071a3b3, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/C/93c201c0ffd64104b3f8e6756cd9e014, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/C/e790db670b7c4112b9ae82a6da1c2c63, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/C/16c88d0866b845f29c6cbfa9ff37ffdb, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/C/25da0df6b7c8439886d8b84d90ab6895, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/C/c2ac46a3d2dd49c6b59bf8acf3164dfa, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/C/6c7985d572f149a186ab2973471a84ec, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/C/7c34657f5c55430d95b09101f9503bdb, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/C/e17fcf0b483248b6a4a18fa16a236e5f] to archive 2024-11-22T15:24:35,214 DEBUG [StoreCloser-TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-22T15:24:35,215 DEBUG [StoreCloser-TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/C/c00c888345e84b3693d136cb838e8700 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/C/c00c888345e84b3693d136cb838e8700 2024-11-22T15:24:35,216 DEBUG [StoreCloser-TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/C/e820cf997c764a11ac09496575cdb40a to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/C/e820cf997c764a11ac09496575cdb40a 2024-11-22T15:24:35,217 DEBUG [StoreCloser-TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/C/5bc9f0e69673463891a4da0edb27fd20 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/C/5bc9f0e69673463891a4da0edb27fd20 2024-11-22T15:24:35,218 DEBUG [StoreCloser-TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/C/c9156665e8894ee7bbfb1894378dbe4f to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/C/c9156665e8894ee7bbfb1894378dbe4f 2024-11-22T15:24:35,218 DEBUG [StoreCloser-TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/C/0623cb90064845ed94a38391fc635d1f to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/C/0623cb90064845ed94a38391fc635d1f 2024-11-22T15:24:35,219 DEBUG [StoreCloser-TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/C/a2e63aff19d74b7785cef9456b547841 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/C/a2e63aff19d74b7785cef9456b547841 2024-11-22T15:24:35,220 DEBUG [StoreCloser-TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/C/6acd64678a05486cb21a088886ddf050 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/C/6acd64678a05486cb21a088886ddf050 2024-11-22T15:24:35,221 DEBUG [StoreCloser-TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/C/c7ba84baeaea48cc96a660cd50459791 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/C/c7ba84baeaea48cc96a660cd50459791 2024-11-22T15:24:35,221 DEBUG [StoreCloser-TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/C/9a9d7bf347884d839e4f3e4cf516e18a to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/C/9a9d7bf347884d839e4f3e4cf516e18a 2024-11-22T15:24:35,222 DEBUG [StoreCloser-TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/C/0fe4db5cd9ef4f1e98e5817e08d0ff49 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/C/0fe4db5cd9ef4f1e98e5817e08d0ff49 2024-11-22T15:24:35,223 DEBUG [StoreCloser-TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/C/14a279d28d3c4d929e64e5f7e02113d0 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/C/14a279d28d3c4d929e64e5f7e02113d0 2024-11-22T15:24:35,224 DEBUG [StoreCloser-TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/C/7ce2f69396cb45ae907ce18bc8e67217 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/C/7ce2f69396cb45ae907ce18bc8e67217 2024-11-22T15:24:35,224 DEBUG [StoreCloser-TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/C/9018f82abf3e4ef986fac3dd3dda3c55 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/C/9018f82abf3e4ef986fac3dd3dda3c55 2024-11-22T15:24:35,225 DEBUG [StoreCloser-TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/C/5146a270900d40808c887b7404712404 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/C/5146a270900d40808c887b7404712404 2024-11-22T15:24:35,226 DEBUG [StoreCloser-TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/C/f1fc54ca6e1747eb9f79baf325764402 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/C/f1fc54ca6e1747eb9f79baf325764402 2024-11-22T15:24:35,227 DEBUG [StoreCloser-TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/C/4815af33eaa745d9b30311393071a3b3 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/C/4815af33eaa745d9b30311393071a3b3 2024-11-22T15:24:35,227 DEBUG [StoreCloser-TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/C/93c201c0ffd64104b3f8e6756cd9e014 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/C/93c201c0ffd64104b3f8e6756cd9e014 2024-11-22T15:24:35,228 DEBUG [StoreCloser-TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/C/e790db670b7c4112b9ae82a6da1c2c63 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/C/e790db670b7c4112b9ae82a6da1c2c63 2024-11-22T15:24:35,228 DEBUG [StoreCloser-TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/C/16c88d0866b845f29c6cbfa9ff37ffdb to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/C/16c88d0866b845f29c6cbfa9ff37ffdb 2024-11-22T15:24:35,229 DEBUG [StoreCloser-TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/C/25da0df6b7c8439886d8b84d90ab6895 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/C/25da0df6b7c8439886d8b84d90ab6895 2024-11-22T15:24:35,229 DEBUG [StoreCloser-TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/C/c2ac46a3d2dd49c6b59bf8acf3164dfa to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/C/c2ac46a3d2dd49c6b59bf8acf3164dfa 2024-11-22T15:24:35,230 DEBUG [StoreCloser-TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/C/6c7985d572f149a186ab2973471a84ec to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/C/6c7985d572f149a186ab2973471a84ec 2024-11-22T15:24:35,231 DEBUG [StoreCloser-TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/C/7c34657f5c55430d95b09101f9503bdb to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/C/7c34657f5c55430d95b09101f9503bdb 2024-11-22T15:24:35,232 DEBUG [StoreCloser-TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/C/e17fcf0b483248b6a4a18fa16a236e5f to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/C/e17fcf0b483248b6a4a18fa16a236e5f 2024-11-22T15:24:35,236 DEBUG [RS_CLOSE_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/recovered.edits/387.seqid, newMaxSeqId=387, maxSeqId=4 2024-11-22T15:24:35,237 INFO [RS_CLOSE_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed. 2024-11-22T15:24:35,237 DEBUG [RS_CLOSE_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] regionserver.HRegion(1635): Region close journal for 3faa3154f963d3ee3525c5fe59ace3ed: 2024-11-22T15:24:35,239 INFO [RS_CLOSE_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] handler.UnassignRegionHandler(170): Closed 3faa3154f963d3ee3525c5fe59ace3ed 2024-11-22T15:24:35,240 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=181 updating hbase:meta row=3faa3154f963d3ee3525c5fe59ace3ed, regionState=CLOSED 2024-11-22T15:24:35,241 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=182, resume processing ppid=181 2024-11-22T15:24:35,242 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=182, ppid=181, state=SUCCESS; CloseRegionProcedure 3faa3154f963d3ee3525c5fe59ace3ed, server=77927f992d0b,45443,1732288897733 in 1.8760 sec 2024-11-22T15:24:35,243 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=181, resume processing ppid=180 2024-11-22T15:24:35,243 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=181, ppid=180, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=3faa3154f963d3ee3525c5fe59ace3ed, UNASSIGN in 1.8800 sec 2024-11-22T15:24:35,244 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=180, resume processing ppid=179 2024-11-22T15:24:35,244 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=180, ppid=179, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.8810 sec 2024-11-22T15:24:35,245 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732289075245"}]},"ts":"1732289075245"} 2024-11-22T15:24:35,245 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-22T15:24:35,274 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-22T15:24:35,276 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=179, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.9680 sec 2024-11-22T15:24:35,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-11-22T15:24:35,413 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 179 completed 2024-11-22T15:24:35,415 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-22T15:24:35,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] procedure2.ProcedureExecutor(1098): Stored pid=183, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T15:24:35,418 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=183, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T15:24:35,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=183 2024-11-22T15:24:35,419 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=183, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T15:24:35,422 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed 2024-11-22T15:24:35,424 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/A, FileablePath, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/B, FileablePath, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/C, FileablePath, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/recovered.edits] 2024-11-22T15:24:35,425 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/A/6a15ae87327a4e17a2bbdcca751e452b to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/A/6a15ae87327a4e17a2bbdcca751e452b 2024-11-22T15:24:35,426 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/A/93237a31bf9d45d3b761b4b6ad116b84 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/A/93237a31bf9d45d3b761b4b6ad116b84 2024-11-22T15:24:35,427 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/A/e102b1d5d74d44eebe73e56a9ce04deb to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/A/e102b1d5d74d44eebe73e56a9ce04deb 2024-11-22T15:24:35,429 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/B/8d5160b7ad744644af6b0c0bfebedf56 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/B/8d5160b7ad744644af6b0c0bfebedf56 2024-11-22T15:24:35,429 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/B/97c47c416fd041ae92990829f9f6e5bd to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/B/97c47c416fd041ae92990829f9f6e5bd 2024-11-22T15:24:35,430 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/B/edbed31798db4d808cc4376bd8cb2ca2 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/B/edbed31798db4d808cc4376bd8cb2ca2 2024-11-22T15:24:35,432 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/C/b2c8eaf276424c31845dc0e237b7ab50 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/C/b2c8eaf276424c31845dc0e237b7ab50 2024-11-22T15:24:35,432 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/C/b9c3aac838584e03a9918857194e59a3 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/C/b9c3aac838584e03a9918857194e59a3 2024-11-22T15:24:35,433 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/C/cda6cf9a2fc6472a9d3682e92bc398d7 to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/C/cda6cf9a2fc6472a9d3682e92bc398d7 2024-11-22T15:24:35,435 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/recovered.edits/387.seqid to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed/recovered.edits/387.seqid 2024-11-22T15:24:35,435 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/default/TestAcidGuarantees/3faa3154f963d3ee3525c5fe59ace3ed 2024-11-22T15:24:35,435 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-22T15:24:35,435 DEBUG [PEWorker-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-22T15:24:35,436 DEBUG [PEWorker-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-22T15:24:35,437 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112207fa89fe6bf6407bac4476a6c78fb010_3faa3154f963d3ee3525c5fe59ace3ed to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112207fa89fe6bf6407bac4476a6c78fb010_3faa3154f963d3ee3525c5fe59ace3ed 2024-11-22T15:24:35,438 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411220c95758634ad4e4fa4210c751c973bfb_3faa3154f963d3ee3525c5fe59ace3ed to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411220c95758634ad4e4fa4210c751c973bfb_3faa3154f963d3ee3525c5fe59ace3ed 2024-11-22T15:24:35,439 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122114530ce84af4b32af3d27bf9a01f5f4_3faa3154f963d3ee3525c5fe59ace3ed to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122114530ce84af4b32af3d27bf9a01f5f4_3faa3154f963d3ee3525c5fe59ace3ed 2024-11-22T15:24:35,440 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411223685119273224d03bca6d5b7c8f6d99b_3faa3154f963d3ee3525c5fe59ace3ed to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411223685119273224d03bca6d5b7c8f6d99b_3faa3154f963d3ee3525c5fe59ace3ed 2024-11-22T15:24:35,440 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122545ea75febb84a67a90860949311f339_3faa3154f963d3ee3525c5fe59ace3ed to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122545ea75febb84a67a90860949311f339_3faa3154f963d3ee3525c5fe59ace3ed 2024-11-22T15:24:35,441 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411226bb9d953cf1d41329c1a7b4c5c167f8c_3faa3154f963d3ee3525c5fe59ace3ed to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411226bb9d953cf1d41329c1a7b4c5c167f8c_3faa3154f963d3ee3525c5fe59ace3ed 2024-11-22T15:24:35,441 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112279c843b8f3524099ba92ebc14f075681_3faa3154f963d3ee3525c5fe59ace3ed to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112279c843b8f3524099ba92ebc14f075681_3faa3154f963d3ee3525c5fe59ace3ed 2024-11-22T15:24:35,442 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112282cc8ff69fb54cb0ab2151b8b8950fdf_3faa3154f963d3ee3525c5fe59ace3ed to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112282cc8ff69fb54cb0ab2151b8b8950fdf_3faa3154f963d3ee3525c5fe59ace3ed 2024-11-22T15:24:35,443 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411228542bc7db78349e792c4aac9f66957d4_3faa3154f963d3ee3525c5fe59ace3ed to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411228542bc7db78349e792c4aac9f66957d4_3faa3154f963d3ee3525c5fe59ace3ed 2024-11-22T15:24:35,443 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122875e652659304ec29aeb27bea3c76b33_3faa3154f963d3ee3525c5fe59ace3ed to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122875e652659304ec29aeb27bea3c76b33_3faa3154f963d3ee3525c5fe59ace3ed 2024-11-22T15:24:35,444 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411228eb7eb9d63d145eeb2353290557635d1_3faa3154f963d3ee3525c5fe59ace3ed to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411228eb7eb9d63d145eeb2353290557635d1_3faa3154f963d3ee3525c5fe59ace3ed 2024-11-22T15:24:35,445 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122a573ff7374514502adf827b19b91a66b_3faa3154f963d3ee3525c5fe59ace3ed to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122a573ff7374514502adf827b19b91a66b_3faa3154f963d3ee3525c5fe59ace3ed 2024-11-22T15:24:35,445 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122b3f9cbe04413483bb1c7eef46f652f5e_3faa3154f963d3ee3525c5fe59ace3ed to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122b3f9cbe04413483bb1c7eef46f652f5e_3faa3154f963d3ee3525c5fe59ace3ed 2024-11-22T15:24:35,446 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122b732fcc513514e61bd8db779e3aa63f9_3faa3154f963d3ee3525c5fe59ace3ed to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122b732fcc513514e61bd8db779e3aa63f9_3faa3154f963d3ee3525c5fe59ace3ed 2024-11-22T15:24:35,446 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122bb4df311d4af4d63b1dad2b99e21f2b6_3faa3154f963d3ee3525c5fe59ace3ed to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122bb4df311d4af4d63b1dad2b99e21f2b6_3faa3154f963d3ee3525c5fe59ace3ed 2024-11-22T15:24:35,447 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122c4f3333dd887461cbcbbc7525e8e2b9a_3faa3154f963d3ee3525c5fe59ace3ed to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122c4f3333dd887461cbcbbc7525e8e2b9a_3faa3154f963d3ee3525c5fe59ace3ed 2024-11-22T15:24:35,448 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122d45a4e9fea0641c9a91b004194e50ea3_3faa3154f963d3ee3525c5fe59ace3ed to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122d45a4e9fea0641c9a91b004194e50ea3_3faa3154f963d3ee3525c5fe59ace3ed 2024-11-22T15:24:35,448 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122d8689b89c74a431f98ab04927abffeb8_3faa3154f963d3ee3525c5fe59ace3ed to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122d8689b89c74a431f98ab04927abffeb8_3faa3154f963d3ee3525c5fe59ace3ed 2024-11-22T15:24:35,449 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122eecb9873494f49a59e479f9ad59a5735_3faa3154f963d3ee3525c5fe59ace3ed to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122eecb9873494f49a59e479f9ad59a5735_3faa3154f963d3ee3525c5fe59ace3ed 2024-11-22T15:24:35,449 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122f1916c61ec604132aef89ac2ad49bbe1_3faa3154f963d3ee3525c5fe59ace3ed to hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122f1916c61ec604132aef89ac2ad49bbe1_3faa3154f963d3ee3525c5fe59ace3ed 2024-11-22T15:24:35,450 DEBUG [PEWorker-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-22T15:24:35,451 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=183, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T15:24:35,453 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-22T15:24:35,454 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-22T15:24:35,455 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=183, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T15:24:35,455 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-22T15:24:35,455 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732289075455"}]},"ts":"9223372036854775807"} 2024-11-22T15:24:35,456 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-22T15:24:35,456 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 3faa3154f963d3ee3525c5fe59ace3ed, NAME => 'TestAcidGuarantees,,1732289048044.3faa3154f963d3ee3525c5fe59ace3ed.', STARTKEY => '', ENDKEY => ''}] 2024-11-22T15:24:35,456 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-22T15:24:35,456 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732289075456"}]},"ts":"9223372036854775807"} 2024-11-22T15:24:35,458 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-22T15:24:35,470 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=183, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T15:24:35,471 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=183, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 55 msec 2024-11-22T15:24:35,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44629 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=183 2024-11-22T15:24:35,520 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 183 completed 2024-11-22T15:24:35,528 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMobGetAtomicity Thread=241 (was 239) - Thread LEAK? -, OpenFileDescriptor=459 (was 453) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=760 (was 678) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4008 (was 4078) 2024-11-22T15:24:35,528 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-11-22T15:24:35,528 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-22T15:24:35,528 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0870ca2a to 127.0.0.1:61671 2024-11-22T15:24:35,528 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T15:24:35,529 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-22T15:24:35,529 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1657766203, stopped=false 2024-11-22T15:24:35,529 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=77927f992d0b,44629,1732288896846 2024-11-22T15:24:35,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45443-0x101646c7e880001, quorum=127.0.0.1:61671, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-22T15:24:35,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44629-0x101646c7e880000, quorum=127.0.0.1:61671, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-22T15:24:35,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45443-0x101646c7e880001, quorum=127.0.0.1:61671, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T15:24:35,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44629-0x101646c7e880000, quorum=127.0.0.1:61671, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T15:24:35,536 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-11-22T15:24:35,536 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T15:24:35,537 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '77927f992d0b,45443,1732288897733' ***** 2024-11-22T15:24:35,537 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-11-22T15:24:35,537 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44629-0x101646c7e880000, quorum=127.0.0.1:61671, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T15:24:35,537 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45443-0x101646c7e880001, quorum=127.0.0.1:61671, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T15:24:35,537 INFO [RS:0;77927f992d0b:45443 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-22T15:24:35,537 INFO [RS:0;77927f992d0b:45443 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-22T15:24:35,537 INFO [RS:0;77927f992d0b:45443 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-22T15:24:35,537 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-11-22T15:24:35,537 INFO [RS:0;77927f992d0b:45443 {}] regionserver.HRegionServer(3579): Received CLOSE for c89ab5262a555d587195852fa02a3fb5 2024-11-22T15:24:35,538 INFO [RS:0;77927f992d0b:45443 {}] regionserver.HRegionServer(1224): stopping server 77927f992d0b,45443,1732288897733 2024-11-22T15:24:35,538 DEBUG [RS:0;77927f992d0b:45443 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T15:24:35,538 INFO [RS:0;77927f992d0b:45443 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-22T15:24:35,538 INFO [RS:0;77927f992d0b:45443 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-22T15:24:35,538 INFO [RS:0;77927f992d0b:45443 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-22T15:24:35,538 INFO [RS:0;77927f992d0b:45443 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-11-22T15:24:35,538 DEBUG [RS_CLOSE_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing c89ab5262a555d587195852fa02a3fb5, disabling compactions & flushes 2024-11-22T15:24:35,538 INFO [RS_CLOSE_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1732288901892.c89ab5262a555d587195852fa02a3fb5. 2024-11-22T15:24:35,538 DEBUG [RS_CLOSE_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1732288901892.c89ab5262a555d587195852fa02a3fb5. 2024-11-22T15:24:35,538 DEBUG [RS_CLOSE_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1732288901892.c89ab5262a555d587195852fa02a3fb5. after waiting 0 ms 2024-11-22T15:24:35,538 DEBUG [RS_CLOSE_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1732288901892.c89ab5262a555d587195852fa02a3fb5. 2024-11-22T15:24:35,538 INFO [RS_CLOSE_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing c89ab5262a555d587195852fa02a3fb5 1/1 column families, dataSize=78 B heapSize=488 B 2024-11-22T15:24:35,538 INFO [RS:0;77927f992d0b:45443 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-11-22T15:24:35,538 DEBUG [RS:0;77927f992d0b:45443 {}] regionserver.HRegionServer(1603): Online Regions={c89ab5262a555d587195852fa02a3fb5=hbase:namespace,,1732288901892.c89ab5262a555d587195852fa02a3fb5., 1588230740=hbase:meta,,1.1588230740} 2024-11-22T15:24:35,538 DEBUG [RS_CLOSE_META-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-22T15:24:35,538 INFO [RS_CLOSE_META-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-22T15:24:35,538 DEBUG [RS_CLOSE_META-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-22T15:24:35,538 DEBUG [RS_CLOSE_META-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T15:24:35,538 DEBUG [RS_CLOSE_META-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T15:24:35,538 INFO [RS_CLOSE_META-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=20.55 KB heapSize=35.87 KB 2024-11-22T15:24:35,539 DEBUG [RS:0;77927f992d0b:45443 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, c89ab5262a555d587195852fa02a3fb5 2024-11-22T15:24:35,555 DEBUG [RS_CLOSE_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/hbase/namespace/c89ab5262a555d587195852fa02a3fb5/.tmp/info/45e73e0dd40c435e970ae013af91a60c is 45, key is default/info:d/1732288903345/Put/seqid=0 2024-11-22T15:24:35,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742622_1798 (size=5037) 2024-11-22T15:24:35,561 DEBUG [RS_CLOSE_META-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/hbase/meta/1588230740/.tmp/info/f1bff6fd8db54ae580e01627cd22c454 is 143, key is hbase:namespace,,1732288901892.c89ab5262a555d587195852fa02a3fb5./info:regioninfo/1732288903213/Put/seqid=0 2024-11-22T15:24:35,563 INFO [regionserver/77927f992d0b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-22T15:24:35,563 INFO [regionserver/77927f992d0b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-22T15:24:35,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742623_1799 (size=7725) 2024-11-22T15:24:35,624 INFO [regionserver/77927f992d0b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T15:24:35,739 DEBUG [RS:0;77927f992d0b:45443 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, c89ab5262a555d587195852fa02a3fb5 2024-11-22T15:24:35,939 DEBUG [RS:0;77927f992d0b:45443 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, c89ab5262a555d587195852fa02a3fb5 2024-11-22T15:24:35,952 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-22T15:24:35,959 INFO [RS_CLOSE_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/hbase/namespace/c89ab5262a555d587195852fa02a3fb5/.tmp/info/45e73e0dd40c435e970ae013af91a60c 2024-11-22T15:24:35,965 INFO [RS_CLOSE_META-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/hbase/meta/1588230740/.tmp/info/f1bff6fd8db54ae580e01627cd22c454 2024-11-22T15:24:35,969 DEBUG [RS_CLOSE_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/hbase/namespace/c89ab5262a555d587195852fa02a3fb5/.tmp/info/45e73e0dd40c435e970ae013af91a60c as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/hbase/namespace/c89ab5262a555d587195852fa02a3fb5/info/45e73e0dd40c435e970ae013af91a60c 2024-11-22T15:24:35,972 INFO [RS_CLOSE_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/hbase/namespace/c89ab5262a555d587195852fa02a3fb5/info/45e73e0dd40c435e970ae013af91a60c, entries=2, sequenceid=6, filesize=4.9 K 2024-11-22T15:24:35,973 INFO [RS_CLOSE_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for c89ab5262a555d587195852fa02a3fb5 in 435ms, sequenceid=6, compaction requested=false 2024-11-22T15:24:35,976 DEBUG [RS_CLOSE_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/hbase/namespace/c89ab5262a555d587195852fa02a3fb5/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-22T15:24:35,977 INFO [RS_CLOSE_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1732288901892.c89ab5262a555d587195852fa02a3fb5. 2024-11-22T15:24:35,977 DEBUG [RS_CLOSE_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for c89ab5262a555d587195852fa02a3fb5: 2024-11-22T15:24:35,977 DEBUG [RS_CLOSE_REGION-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1732288901892.c89ab5262a555d587195852fa02a3fb5. 2024-11-22T15:24:35,987 DEBUG [RS_CLOSE_META-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/hbase/meta/1588230740/.tmp/rep_barrier/dcf4718a77e14f599709db8253629315 is 102, key is TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24./rep_barrier:/1732288930127/DeleteFamily/seqid=0 2024-11-22T15:24:35,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742624_1800 (size=6025) 2024-11-22T15:24:36,140 DEBUG [RS:0;77927f992d0b:45443 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-22T15:24:36,340 DEBUG [RS:0;77927f992d0b:45443 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-22T15:24:36,390 INFO [RS_CLOSE_META-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=588 B at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/hbase/meta/1588230740/.tmp/rep_barrier/dcf4718a77e14f599709db8253629315 2024-11-22T15:24:36,419 DEBUG [RS_CLOSE_META-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/hbase/meta/1588230740/.tmp/table/c233b225f1444568a44a56b17b21ab92 is 96, key is TestAcidGuarantees,,1732288903564.c2a85cc7cfb43c7bd2a67d6e1d115f24./table:/1732288930127/DeleteFamily/seqid=0 2024-11-22T15:24:36,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742625_1801 (size=5942) 2024-11-22T15:24:36,540 INFO [RS:0;77927f992d0b:45443 {}] regionserver.HRegionServer(1599): Waiting on 1 regions to close 2024-11-22T15:24:36,540 DEBUG [RS:0;77927f992d0b:45443 {}] regionserver.HRegionServer(1603): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-22T15:24:36,541 DEBUG [RS:0;77927f992d0b:45443 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-22T15:24:36,741 DEBUG [RS:0;77927f992d0b:45443 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-22T15:24:36,824 INFO [RS_CLOSE_META-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.08 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/hbase/meta/1588230740/.tmp/table/c233b225f1444568a44a56b17b21ab92 2024-11-22T15:24:36,833 DEBUG [RS_CLOSE_META-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/hbase/meta/1588230740/.tmp/info/f1bff6fd8db54ae580e01627cd22c454 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/hbase/meta/1588230740/info/f1bff6fd8db54ae580e01627cd22c454 2024-11-22T15:24:36,839 INFO [RS_CLOSE_META-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/hbase/meta/1588230740/info/f1bff6fd8db54ae580e01627cd22c454, entries=22, sequenceid=93, filesize=7.5 K 2024-11-22T15:24:36,841 DEBUG [RS_CLOSE_META-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/hbase/meta/1588230740/.tmp/rep_barrier/dcf4718a77e14f599709db8253629315 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/hbase/meta/1588230740/rep_barrier/dcf4718a77e14f599709db8253629315 2024-11-22T15:24:36,845 INFO [RS_CLOSE_META-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/hbase/meta/1588230740/rep_barrier/dcf4718a77e14f599709db8253629315, entries=6, sequenceid=93, filesize=5.9 K 2024-11-22T15:24:36,846 DEBUG [RS_CLOSE_META-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/hbase/meta/1588230740/.tmp/table/c233b225f1444568a44a56b17b21ab92 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/hbase/meta/1588230740/table/c233b225f1444568a44a56b17b21ab92 2024-11-22T15:24:36,849 INFO [RS_CLOSE_META-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/hbase/meta/1588230740/table/c233b225f1444568a44a56b17b21ab92, entries=9, sequenceid=93, filesize=5.8 K 2024-11-22T15:24:36,850 INFO [RS_CLOSE_META-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~20.55 KB/21040, heapSize ~35.82 KB/36680, currentSize=0 B/0 for 1588230740 in 1312ms, sequenceid=93, compaction requested=false 2024-11-22T15:24:36,853 DEBUG [RS_CLOSE_META-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/data/hbase/meta/1588230740/recovered.edits/96.seqid, newMaxSeqId=96, maxSeqId=1 2024-11-22T15:24:36,854 DEBUG [RS_CLOSE_META-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T15:24:36,854 INFO [RS_CLOSE_META-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-22T15:24:36,854 DEBUG [RS_CLOSE_META-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-22T15:24:36,854 DEBUG [RS_CLOSE_META-regionserver/77927f992d0b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-22T15:24:36,941 INFO [RS:0;77927f992d0b:45443 {}] regionserver.HRegionServer(1250): stopping server 77927f992d0b,45443,1732288897733; all regions closed. 2024-11-22T15:24:36,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073741834_1010 (size=26050) 2024-11-22T15:24:36,946 DEBUG [RS:0;77927f992d0b:45443 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/oldWALs 2024-11-22T15:24:36,946 INFO [RS:0;77927f992d0b:45443 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 77927f992d0b%2C45443%2C1732288897733.meta:.meta(num 1732288901570) 2024-11-22T15:24:36,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073741832_1008 (size=18764385) 2024-11-22T15:24:36,950 DEBUG [RS:0;77927f992d0b:45443 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/oldWALs 2024-11-22T15:24:36,950 INFO [RS:0;77927f992d0b:45443 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 77927f992d0b%2C45443%2C1732288897733:(num 1732288900648) 2024-11-22T15:24:36,950 DEBUG [RS:0;77927f992d0b:45443 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T15:24:36,950 INFO [RS:0;77927f992d0b:45443 {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T15:24:36,950 INFO [RS:0;77927f992d0b:45443 {}] hbase.ChoreService(370): Chore service for: regionserver/77927f992d0b:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-22T15:24:36,950 INFO [regionserver/77927f992d0b:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-22T15:24:36,951 INFO [RS:0;77927f992d0b:45443 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:45443 2024-11-22T15:24:36,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44629-0x101646c7e880000, quorum=127.0.0.1:61671, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-22T15:24:36,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45443-0x101646c7e880001, quorum=127.0.0.1:61671, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/77927f992d0b,45443,1732288897733 2024-11-22T15:24:37,003 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [77927f992d0b,45443,1732288897733] 2024-11-22T15:24:37,003 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 77927f992d0b,45443,1732288897733; numProcessing=1 2024-11-22T15:24:37,011 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/77927f992d0b,45443,1732288897733 already deleted, retry=false 2024-11-22T15:24:37,011 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 77927f992d0b,45443,1732288897733 expired; onlineServers=0 2024-11-22T15:24:37,011 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server '77927f992d0b,44629,1732288896846' ***** 2024-11-22T15:24:37,011 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-22T15:24:37,011 DEBUG [M:0;77927f992d0b:44629 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c323138, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=77927f992d0b/172.17.0.2:0 2024-11-22T15:24:37,012 INFO [M:0;77927f992d0b:44629 {}] regionserver.HRegionServer(1224): stopping server 77927f992d0b,44629,1732288896846 2024-11-22T15:24:37,012 INFO [M:0;77927f992d0b:44629 {}] regionserver.HRegionServer(1250): stopping server 77927f992d0b,44629,1732288896846; all regions closed. 2024-11-22T15:24:37,012 DEBUG [M:0;77927f992d0b:44629 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T15:24:37,012 DEBUG [M:0;77927f992d0b:44629 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-22T15:24:37,012 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-22T15:24:37,012 DEBUG [M:0;77927f992d0b:44629 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-22T15:24:37,012 DEBUG [master/77927f992d0b:0:becomeActiveMaster-HFileCleaner.large.0-1732288900319 {}] cleaner.HFileCleaner(306): Exit Thread[master/77927f992d0b:0:becomeActiveMaster-HFileCleaner.large.0-1732288900319,5,FailOnTimeoutGroup] 2024-11-22T15:24:37,012 DEBUG [master/77927f992d0b:0:becomeActiveMaster-HFileCleaner.small.0-1732288900319 {}] cleaner.HFileCleaner(306): Exit Thread[master/77927f992d0b:0:becomeActiveMaster-HFileCleaner.small.0-1732288900319,5,FailOnTimeoutGroup] 2024-11-22T15:24:37,012 INFO [M:0;77927f992d0b:44629 {}] hbase.ChoreService(370): Chore service for: master/77927f992d0b:0 had [] on shutdown 2024-11-22T15:24:37,012 DEBUG [M:0;77927f992d0b:44629 {}] master.HMaster(1733): Stopping service threads 2024-11-22T15:24:37,012 INFO [M:0;77927f992d0b:44629 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-22T15:24:37,012 ERROR [M:0;77927f992d0b:44629 {}] procedure2.ProcedureExecutor(722): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[HFileArchiver-5,5,PEWorkerGroup] Thread[IPC Client (1147363369) connection to localhost/127.0.0.1:42601 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:42601,5,PEWorkerGroup] Thread[HFileArchiver-6,5,PEWorkerGroup] 2024-11-22T15:24:37,013 INFO [M:0;77927f992d0b:44629 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-22T15:24:37,013 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-22T15:24:37,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44629-0x101646c7e880000, quorum=127.0.0.1:61671, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-22T15:24:37,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44629-0x101646c7e880000, quorum=127.0.0.1:61671, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T15:24:37,020 DEBUG [M:0;77927f992d0b:44629 {}] zookeeper.ZKUtil(347): master:44629-0x101646c7e880000, quorum=127.0.0.1:61671, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-22T15:24:37,020 WARN [M:0;77927f992d0b:44629 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-22T15:24:37,020 INFO [M:0;77927f992d0b:44629 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-11-22T15:24:37,020 INFO [M:0;77927f992d0b:44629 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-22T15:24:37,020 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44629-0x101646c7e880000, quorum=127.0.0.1:61671, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-22T15:24:37,020 DEBUG [M:0;77927f992d0b:44629 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T15:24:37,020 INFO [M:0;77927f992d0b:44629 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T15:24:37,020 DEBUG [M:0;77927f992d0b:44629 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T15:24:37,020 DEBUG [M:0;77927f992d0b:44629 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T15:24:37,020 DEBUG [M:0;77927f992d0b:44629 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T15:24:37,020 INFO [M:0;77927f992d0b:44629 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=804.81 KB heapSize=991.73 KB 2024-11-22T15:24:37,034 DEBUG [M:0;77927f992d0b:44629 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3af81df2b733403c984652365297d296 is 82, key is hbase:meta,,1/info:regioninfo/1732288901707/Put/seqid=0 2024-11-22T15:24:37,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742626_1802 (size=5672) 2024-11-22T15:24:37,103 INFO [RS:0;77927f992d0b:45443 {}] regionserver.HRegionServer(1307): Exiting; stopping=77927f992d0b,45443,1732288897733; zookeeper connection closed. 2024-11-22T15:24:37,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45443-0x101646c7e880001, quorum=127.0.0.1:61671, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T15:24:37,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45443-0x101646c7e880001, quorum=127.0.0.1:61671, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T15:24:37,103 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@183c9ee6 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@183c9ee6 2024-11-22T15:24:37,104 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-22T15:24:37,311 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T15:24:37,311 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-22T15:24:37,312 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2024-11-22T15:24:37,313 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-22T15:24:37,438 INFO [M:0;77927f992d0b:44629 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=2311 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3af81df2b733403c984652365297d296 2024-11-22T15:24:37,466 DEBUG [M:0;77927f992d0b:44629 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/05338686cea84254888c1cb28bc485b9 is 2278, key is \x00\x00\x00\x00\x00\x00\x00_/proc:d/1732288990796/Put/seqid=0 2024-11-22T15:24:37,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742627_1803 (size=45785) 2024-11-22T15:24:37,871 INFO [M:0;77927f992d0b:44629 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=804.26 KB at sequenceid=2311 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/05338686cea84254888c1cb28bc485b9 2024-11-22T15:24:37,878 INFO [M:0;77927f992d0b:44629 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 05338686cea84254888c1cb28bc485b9 2024-11-22T15:24:37,896 DEBUG [M:0;77927f992d0b:44629 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e4d2562959b44a69864ba9dd61fde72b is 69, key is 77927f992d0b,45443,1732288897733/rs:state/1732288900405/Put/seqid=0 2024-11-22T15:24:37,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073742628_1804 (size=5156) 2024-11-22T15:24:38,301 INFO [M:0;77927f992d0b:44629 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=2311 (bloomFilter=true), to=hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e4d2562959b44a69864ba9dd61fde72b 2024-11-22T15:24:38,311 DEBUG [M:0;77927f992d0b:44629 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3af81df2b733403c984652365297d296 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3af81df2b733403c984652365297d296 2024-11-22T15:24:38,317 INFO [M:0;77927f992d0b:44629 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3af81df2b733403c984652365297d296, entries=8, sequenceid=2311, filesize=5.5 K 2024-11-22T15:24:38,318 DEBUG [M:0;77927f992d0b:44629 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/05338686cea84254888c1cb28bc485b9 as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/05338686cea84254888c1cb28bc485b9 2024-11-22T15:24:38,322 INFO [M:0;77927f992d0b:44629 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 05338686cea84254888c1cb28bc485b9 2024-11-22T15:24:38,322 INFO [M:0;77927f992d0b:44629 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/05338686cea84254888c1cb28bc485b9, entries=183, sequenceid=2311, filesize=44.7 K 2024-11-22T15:24:38,323 DEBUG [M:0;77927f992d0b:44629 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e4d2562959b44a69864ba9dd61fde72b as hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e4d2562959b44a69864ba9dd61fde72b 2024-11-22T15:24:38,326 INFO [M:0;77927f992d0b:44629 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42601/user/jenkins/test-data/5cd8ce59-ede1-a165-8141-13aeb0084866/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e4d2562959b44a69864ba9dd61fde72b, entries=1, sequenceid=2311, filesize=5.0 K 2024-11-22T15:24:38,326 INFO [M:0;77927f992d0b:44629 {}] regionserver.HRegion(3040): Finished flush of dataSize ~804.81 KB/824128, heapSize ~991.43 KB/1015224, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1306ms, sequenceid=2311, compaction requested=false 2024-11-22T15:24:38,328 INFO [M:0;77927f992d0b:44629 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T15:24:38,328 DEBUG [M:0;77927f992d0b:44629 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-22T15:24:38,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36401 is added to blk_1073741830_1006 (size=975598) 2024-11-22T15:24:38,330 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-22T15:24:38,330 INFO [M:0;77927f992d0b:44629 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-11-22T15:24:38,330 INFO [M:0;77927f992d0b:44629 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:44629 2024-11-22T15:24:38,369 DEBUG [M:0;77927f992d0b:44629 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/77927f992d0b,44629,1732288896846 already deleted, retry=false 2024-11-22T15:24:38,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44629-0x101646c7e880000, quorum=127.0.0.1:61671, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T15:24:38,478 INFO [M:0;77927f992d0b:44629 {}] regionserver.HRegionServer(1307): Exiting; stopping=77927f992d0b,44629,1732288896846; zookeeper connection closed. 2024-11-22T15:24:38,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44629-0x101646c7e880000, quorum=127.0.0.1:61671, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T15:24:38,488 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@29607158{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T15:24:38,492 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@76b7aca8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T15:24:38,492 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T15:24:38,492 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@74536f23{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T15:24:38,492 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@ac85cee{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/88e22d92-74ce-8b21-dbad-a61ff752a862/hadoop.log.dir/,STOPPED} 2024-11-22T15:24:38,496 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-22T15:24:38,496 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-22T15:24:38,496 WARN [BP-299229426-172.17.0.2-1732288893415 heartbeating to localhost/127.0.0.1:42601 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-22T15:24:38,496 WARN [BP-299229426-172.17.0.2-1732288893415 heartbeating to localhost/127.0.0.1:42601 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-299229426-172.17.0.2-1732288893415 (Datanode Uuid 9501af89-f823-4502-9dd7-76c11a698e21) service to localhost/127.0.0.1:42601 2024-11-22T15:24:38,501 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/88e22d92-74ce-8b21-dbad-a61ff752a862/cluster_876a8cef-70a4-387e-07ed-2f757e4ae628/dfs/data/data1/current/BP-299229426-172.17.0.2-1732288893415 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T15:24:38,502 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/88e22d92-74ce-8b21-dbad-a61ff752a862/cluster_876a8cef-70a4-387e-07ed-2f757e4ae628/dfs/data/data2/current/BP-299229426-172.17.0.2-1732288893415 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T15:24:38,502 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-22T15:24:38,511 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6904431c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T15:24:38,512 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@20178447{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T15:24:38,512 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T15:24:38,512 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@704acb07{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T15:24:38,512 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@106ffc0e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/88e22d92-74ce-8b21-dbad-a61ff752a862/hadoop.log.dir/,STOPPED} 2024-11-22T15:24:38,535 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-11-22T15:24:38,685 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down